-- Logs begin at Mon 2021-05-31 11:00:36 UTC, end at Mon 2021-05-31 12:02:36 UTC. -- May 31 11:32:30.614535 dv-cinder-786383-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 31 11:32:31.573628 dv-cinder-786383-7-iscsi neutron-server[98292]: Beware of the coming changes in the project packaging May 31 11:32:31.574256 dv-cinder-786383-7-iscsi neutron-server[98292]: https://github.com/svinota/pyroute2/discussions/786 May 31 11:32:33.006044 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.common.config [-] Logging enabled! May 31 11:32:33.006730 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:32:33.006838 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:32:33.009931 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.common.config [-] Logging enabled! May 31 11:32:33.010184 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:32:33.010498 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:32:33.011458 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:32:33.011690 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:32:33.012043 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:32:33.012290 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:32:33.012513 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:32:33.012834 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.013129 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.013425 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.013633 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.013924 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.014216 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.014502 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.014813 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.015108 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.015392 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.015672 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.015936 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.016165 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.016452 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.016735 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.017020 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.017243 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] debug = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.017523 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.017949 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.018362 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.018794 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.019089 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.019367 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.019638 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.019913 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.020198 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.020523 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] host = dv-cinder-786383-7-iscsi {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.020798 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.021089 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.021403 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.021690 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.021965 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.022241 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.022525 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.022835 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.023107 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] log_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.023386 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.023675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.023962 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.024258 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.024485 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.024711 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.025000 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.025287 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.025561 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.025836 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.026111 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.026386 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.026691 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.026962 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.027248 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.027535 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.027819 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.028093 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.028368 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.028639 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.028912 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.029197 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.029471 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.029743 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.030016 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.030304 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.030573 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.030873 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.031177 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.031459 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.031739 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.032020 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.032294 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.032574 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.032844 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.033114 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.033381 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] use_json = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.033651 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.033918 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.034225 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.034495 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.034787 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.035060 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.035329 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.035612 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:33.035908 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.036207 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.036515 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.036800 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.037094 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.037376 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.037662 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.037939 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.038227 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.038516 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.038832 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.039112 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.039399 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.039676 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.039967 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.040270 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.040566 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.040858 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.041132 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.041407 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.041676 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.041951 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.042237 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.042532 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.042844 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.043115 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.043395 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.043685 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.043961 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.044231 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.044507 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.044794 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.045070 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.045340 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.045620 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.045895 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.046164 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.046438 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.046737 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.047027 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.047302 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.047569 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.047837 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.048112 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.048382 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.048669 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.048945 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.049216 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.049484 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.049848 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.050121 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.050396 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.050699 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.050975 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.051251 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.051524 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.051792 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.052379 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.052649 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.052918 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.053184 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.053452 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.053729 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.053999 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.054269 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.054539 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.054835 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.055106 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.055391 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.055685 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.055960 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.056240 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.056527 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.056806 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.057085 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.057365 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.057644 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.057922 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.058194 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.058484 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.058794 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.059085 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.059371 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.059650 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.059943 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.060219 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.060502 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.060781 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.061060 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.061348 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.061633 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.061924 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.062220 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.062515 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.062830 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.063123 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.063404 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.063715 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.063994 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:33.064212 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:32:33.064455 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98292) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 11:32:33.404418 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:33.404634 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:33.404889 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:32:33.405366 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 11:32:33.792246 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.792517 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.792833 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.794017 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.794290 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.794553 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.829169 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.829455 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.829708 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.842611 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.842913 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.843177 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.871901 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.872184 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.872440 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.907929 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.908205 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:33.908470 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.134434 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.135122 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.135122 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.135122 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.135884 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.257972 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.258286 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.258569 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.258848 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.259125 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.259429 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.259687 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.259943 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.260192 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.260471 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.260726 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.260990 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.261223 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.261473 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.261739 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.262025 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.263343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.263632 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.263898 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.264174 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.264533 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.264793 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.265080 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.265362 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.265618 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.265833 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.266222 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.266465 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.266733 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.266972 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.267214 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.267449 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.267822 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 11:32:34.271079 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 11:32:34.274996 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 11:32:34.278754 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 31 11:32:34.280387 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 11:32:34.280843 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 11:32:34.281177 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 11:32:34.281561 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 11:32:34.284598 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 11:32:34.284848 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 11:32:34.285202 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:32:34.312499 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 11:32:34.312943 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.313238 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98292) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 11:32:34.313601 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.314965 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98292) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 11:32:34.315244 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:32:34.315648 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 11:32:34.318799 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.319086 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.383240 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 11:32:34.383445 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 11:32:34.383710 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 11:32:34.384091 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 11:32:34.418740 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_db.sqlalchemy.engines [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98292) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 11:32:34.752582 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing driver for type 'gre' May 31 11:32:34.753176 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] gre ID ranges: [(1, 1000)] May 31 11:32:34.807572 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing driver for type 'local' May 31 11:32:34.807915 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing driver for type 'vlan' May 31 11:32:34.820040 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] VlanTypeDriver initialization complete May 31 11:32:34.820385 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing driver for type 'vxlan' May 31 11:32:34.820864 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] vxlan ID ranges: [(1, 1000)] May 31 11:32:34.871542 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing extension driver 'port_security' May 31 11:32:34.871877 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] PortSecurityExtensionDriver initialization complete May 31 11:32:34.872239 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing mechanism driver 'openvswitch' May 31 11:32:34.872596 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing mechanism driver 'hyperv' May 31 11:32:34.879150 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.plugins.ml2.plugin [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:34.879907 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.880279 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.880625 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.881003 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnet after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.881351 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnet after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.881689 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnet after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.882062 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.882404 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.882768 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.883145 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > security_group after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.883486 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > security_group after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.883823 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > security_group after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.884176 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.884509 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.884844 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.885210 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > address_group after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.885544 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > address_group after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.885875 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > address_group after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.886206 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] ML2 OVO RPC backend initialized. {{(pid=98292) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 11:32:34.886935 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router_interface after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.887288 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.887710 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.888053 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > networks before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.888398 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.888733 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > ports before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.889070 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnet before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.889407 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnets before_response 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.889748 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.890081 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.890412 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.890770 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.891114 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.891448 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.891785 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnet after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.892121 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnet after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.892451 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > subnet after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.893029 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.plugin [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Modular L2 Plugin initialization complete May 31 11:32:34.893362 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading services supported by the core plugin {{(pid=98292) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 11:32:34.893710 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.plugins.ml2.managers [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Got port-security extension from driver 'port_security' May 31 11:32:34.894171 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.extensions.vlantransparent [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Disabled vlantransparent extension. May 31 11:32:34.894675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98292) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 11:32:34.894990 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: router May 31 11:32:34.931975 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router_interface before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.932354 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router after_create 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.932725 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router before_create 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.933081 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.933447 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.933798 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router after_delete 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.934152 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > floatingip after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.934516 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router after_create 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.934888 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router after_update 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.935235 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router after_update 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.935583 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.935933 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router after_update 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.936322 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_update 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.936690 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: port after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.937031 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: port after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.937368 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: subnet after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.937697 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.938042 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > port precommit_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.938384 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_create 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.938813 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: port before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.939157 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.939510 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router after_update 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.939831 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_delete 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.940175 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_create 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.940619 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router_interface after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.940958 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_update 55549900 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.941325 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > network after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.942169 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Tracking information for resource: router configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.942498 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Tracking information for resource: floatingip configured {{(pid=98292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:32:34.947471 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.db.l3_agentschedulers_db [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 11:32:34.948048 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: port after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.948400 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: port after_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.948749 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: port after_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.949092 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: port after_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.949880 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router before_create 55550100 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.950238 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_delete 55550100 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.950596 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_create 55550100 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.950976 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > router precommit_update 55550100 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.955543 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.services.provider_configuration [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service providers = [] {{(pid=98292) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 11:32:34.955907 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.db.servicetype_db [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98292) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 11:32:34.958858 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.services.service_base [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:32:34.959199 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.services.service_base [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:32:34.959540 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.services.service_base [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:32:34.960391 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.services.service_base [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:32:34.960778 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.services.service_base [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 11:32:34.961311 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:34.961629 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 11:32:34.972094 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:34.972426 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: auto_allocate May 31 11:32:34.977983 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: network precommit_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.978342 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: network precommit_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.978885 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:34.979200 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: tag May 31 11:32:34.985849 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:34.986191 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: timestamp May 31 11:32:34.989968 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:34.990296 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: network_ip_availability May 31 11:32:34.996184 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.996556 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.996907 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:34.997626 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:34.997944 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: flavors May 31 11:32:35.003021 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:35.003331 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading Plugin: revisions May 31 11:32:35.007592 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:32:35.007978 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_concurrency.lockutils [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.603s {{(pid=98292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:32:35.008711 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98292) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 11:32:35.009039 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Initializing extension manager. May 31 11:32:35.009536 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: __init__.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.009879 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: __pycache__ {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.010205 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.010537 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: address_group.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.011307 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.011877 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: address-group May 31 11:32:35.012195 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: address_scope.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.012888 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.013393 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: address-scope May 31 11:32:35.013709 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: admin_state_down_before_update.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.014614 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.015143 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: router-admin-state-down-before-update May 31 11:32:35.015462 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: agent.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.016142 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.016643 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: agent May 31 11:32:35.016954 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: agent_resources_synced.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.017852 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.018358 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: agent-resources-synced May 31 11:32:35.018826 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: allowedaddresspairs.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.020572 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.021099 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: allowed-address-pairs May 31 11:32:35.021418 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: auto_allocated_topology.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.022476 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.023027 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: auto-allocated-topology May 31 11:32:35.023353 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: availability_zone.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.024030 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.024540 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: availability_zone May 31 11:32:35.024853 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: availability_zone_filter.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.025744 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.026255 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: availability_zone_filter May 31 11:32:35.026572 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: data_plane_status.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.027492 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.027993 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension data-plane-status not supported by any of loaded plugins May 31 11:32:35.028308 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: default_subnetpools.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.029196 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.029699 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: default-subnetpools May 31 11:32:35.030015 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: dhcpagentscheduler.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.030847 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.031350 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: dhcp_agent_scheduler May 31 11:32:35.031668 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: dns.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.032561 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.033059 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension dns-integration not supported by any of loaded plugins May 31 11:32:35.033374 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: dns_domain_ports.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.034366 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.034903 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 11:32:35.035232 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: dvr.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.035896 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.036405 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: dvr May 31 11:32:35.036724 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: empty_string_filtering.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.037615 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.038124 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: empty-string-filtering May 31 11:32:35.038444 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.039370 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.039872 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 11:32:35.040191 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.041076 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.041581 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 11:32:35.041969 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: external_net.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.042825 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.043336 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: external-net May 31 11:32:35.043651 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: extra_dhcp_opt.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.044546 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.045049 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: extra_dhcp_opt May 31 11:32:35.045366 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: extraroute.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.046274 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.046815 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: extraroute May 31 11:32:35.047128 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: extraroute_atomic.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.048136 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.048639 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: extraroute-atomic May 31 11:32:35.048954 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: filter_validation.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.049596 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.050119 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: filter-validation May 31 11:32:35.050434 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: fip_pf_description.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.051508 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.052323 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 11:32:35.052634 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: fip_port_details.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.053533 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.054036 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: fip-port-details May 31 11:32:35.054350 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: flavors.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.055590 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.056115 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: flavors May 31 11:32:35.056435 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.058071 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.058599 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 11:32:35.058957 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: floatingip_pools.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.059643 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.060154 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: floatingip-pools May 31 11:32:35.060476 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: ip_allocation.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.061379 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.061880 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension ip_allocation not supported by any of loaded plugins May 31 11:32:35.062202 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.063122 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.063627 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: ip-substring-filtering May 31 11:32:35.063950 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l2_adjacency.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.064859 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.065381 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension l2_adjacency not supported by any of loaded plugins May 31 11:32:35.065731 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l3.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.066758 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.067278 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: router May 31 11:32:35.067600 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l3_conntrack_helper.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.069787 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.070318 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 11:32:35.070675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.071575 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.072091 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: ext-gw-mode May 31 11:32:35.072418 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.073316 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.073821 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: l3-ha May 31 11:32:35.074139 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l3_flavors.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.075069 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.075577 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: l3-flavors May 31 11:32:35.075894 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.076793 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.077291 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: l3-port-ip-change-not-allowed May 31 11:32:35.077612 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: l3agentscheduler.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.078620 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.079153 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: l3_agent_scheduler May 31 11:32:35.079478 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: logging.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.080986 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.081511 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension logging not supported by any of loaded plugins May 31 11:32:35.081836 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: metering.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.082556 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.083165 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: metering May 31 11:32:35.083487 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.084575 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.085096 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: metering_source_and_destination_fields May 31 11:32:35.085419 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: multiprovidernet.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.086453 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.086989 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: multi-provider May 31 11:32:35.087316 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: netmtu.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.088210 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.088716 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: net-mtu May 31 11:32:35.089033 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: netmtu_writable.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.089928 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.090433 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: net-mtu-writable May 31 11:32:35.090790 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: network_availability_zone.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.091451 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.091958 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: network_availability_zone May 31 11:32:35.092272 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: network_ip_availability.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.093357 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.093872 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: network-ip-availability May 31 11:32:35.094189 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: network_segment_range.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.094972 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.095479 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension network-segment-range not supported by any of loaded plugins May 31 11:32:35.095798 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: pagination.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.096812 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.097138 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: pagination May 31 11:32:35.097454 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: port_device_profile.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.098340 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.098884 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: port-device-profile May 31 11:32:35.099204 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.100104 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.100607 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: port-mac-address-regenerate May 31 11:32:35.100934 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.101833 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.102340 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: port-numa-affinity-policy May 31 11:32:35.102661 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: port_resource_request.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.103569 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.104066 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension port-resource-request not supported by any of loaded plugins May 31 11:32:35.104385 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: portbindings.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.105288 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.105792 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: binding May 31 11:32:35.106120 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: portbindings_extended.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.107399 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.107913 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: binding-extended May 31 11:32:35.108237 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: portsecurity.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.109127 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.109633 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: port-security May 31 11:32:35.109947 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: project_id.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.110940 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.111266 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: project-id May 31 11:32:35.111584 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: providernet.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.112502 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.113011 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: provider May 31 11:32:35.113327 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.116877 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.117403 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos not supported by any of loaded plugins May 31 11:32:35.117728 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.118979 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.119494 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 11:32:35.119820 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.120716 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.121229 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 11:32:35.121552 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_default.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.122451 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.123000 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-default not supported by any of loaded plugins May 31 11:32:35.123325 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_fip.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.123966 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.124474 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-fip not supported by any of loaded plugins May 31 11:32:35.124792 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_gateway_ip.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.125697 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.126209 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 11:32:35.126528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_port_network_policy.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.127439 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.127999 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 11:32:35.128315 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_rule_type_details.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.129209 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.129712 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 11:32:35.130028 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: qos_rules_alias.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.131100 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.131612 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 11:32:35.131933 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: quotasv2.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.132930 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.133255 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: quotas May 31 11:32:35.133574 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: quotasv2_detail.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.135204 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.135755 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: quota_details May 31 11:32:35.135847 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: rbac.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.136871 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.137391 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: rbac-policies May 31 11:32:35.137714 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: rbac_address_group.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.138618 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.139152 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: rbac-address-group May 31 11:32:35.139472 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: rbac_address_scope.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.140375 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.140881 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: rbac-address-scope May 31 11:32:35.141203 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: rbac_security_groups.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.142097 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.142605 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: rbac-security-groups May 31 11:32:35.142954 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: rbac_subnetpool.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.143870 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.144371 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: rbac-subnetpool May 31 11:32:35.144686 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: revisionifmatch.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.145586 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.146096 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: revision-if-match May 31 11:32:35.146415 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: revisions.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.147545 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.148058 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: standard-attr-revisions May 31 11:32:35.148376 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: router_availability_zone.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.149045 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.149554 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: router_availability_zone May 31 11:32:35.149869 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: routerservicetype.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.150805 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.151313 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension router-service-type not supported by any of loaded plugins May 31 11:32:35.151634 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.152538 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.153048 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: security-groups-normalized-cidr May 31 11:32:35.153366 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: security_groups_port_filtering.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.154261 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.154802 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: port-security-groups-filtering May 31 11:32:35.155124 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.156023 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.156532 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: security-groups-remote-address-group May 31 11:32:35.156850 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: securitygroup.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.166416 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.166977 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: security-group May 31 11:32:35.167309 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: segment.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.168078 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.168589 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension segment not supported by any of loaded plugins May 31 11:32:35.168910 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.169820 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.170328 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 11:32:35.170660 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: servicetype.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.171764 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.172284 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: service-type May 31 11:32:35.172609 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: sorting.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.173570 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.173898 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: sorting May 31 11:32:35.174209 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: standard_attr_segment.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.175204 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.175715 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 11:32:35.176042 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: standardattrdescription.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.176674 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.177513 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: standard-attr-description May 31 11:32:35.177828 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: stateful_security_group.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.178758 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.179271 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: stateful-security-group May 31 11:32:35.179596 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: stdattrs_common.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.180148 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 11:32:35.180462 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.181433 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.181932 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 11:32:35.182251 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: subnet_onboard.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.183392 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.183982 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: subnet_onboard May 31 11:32:35.184303 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.185277 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.185857 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 11:32:35.186186 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: subnet_service_types.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.187202 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.187733 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: subnet-service-types May 31 11:32:35.188053 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: subnetallocation.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.189117 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.189632 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: subnet_allocation May 31 11:32:35.189957 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.190671 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.191185 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: subnetpool-prefix-ops May 31 11:32:35.191502 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.192487 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.192991 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 11:32:35.193312 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: tagging.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.194350 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.194893 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: standard-attr-tag May 31 11:32:35.195216 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: timestamp.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.196402 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.196915 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loaded extension: standard-attr-timestamp May 31 11:32:35.197236 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: trunk.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.198254 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.198802 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension trunk not supported by any of loaded plugins May 31 11:32:35.199127 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: trunk_details.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.200026 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.200535 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension trunk-details not supported by any of loaded plugins May 31 11:32:35.200860 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: uplink_status_propagation.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.201757 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.202264 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 11:32:35.202585 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Loading extension file: vlantransparent.py {{(pid=98292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:32:35.203271 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:32:35.203770 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extension vlan-transparent not supported by any of loaded plugins May 31 11:32:35.206270 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:network May 31 11:32:35.206994 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:subnet May 31 11:32:35.208772 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:32:35.209381 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:port May 31 11:32:35.210657 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.211116 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service FLAVORS assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.211744 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.212173 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.212501 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:router May 31 11:32:35.213155 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:floatingip May 31 11:32:35.213862 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service METERING assigned prefix: /metering {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.215322 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:35.215687 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:35.216037 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:32:35.217178 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:32:35.217614 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:security_group May 31 11:32:35.218280 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:32:35.219037 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service CORE assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.219367 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:32:35.219693 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] subnetpool is already registered May 31 11:32:35.220299 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service CORE assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.220626 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:32:35.220946 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] subnetpool is already registered May 31 11:32:35.223559 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.223985 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service FLAVORS assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.224567 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.224981 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.225312 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:router May 31 11:32:35.225633 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] router is already registered May 31 11:32:35.226222 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:floatingip May 31 11:32:35.226543 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] floatingip is already registered May 31 11:32:35.227199 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service METERING assigned prefix: /metering {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.227868 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:32:35.228188 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] rbac_policy is already registered May 31 11:32:35.228732 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:security_group May 31 11:32:35.229044 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] security_group is already registered May 31 11:32:35.229642 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:32:35.229974 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] security_group_rule is already registered May 31 11:32:35.230629 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service CORE assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.230998 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:32:35.231304 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] subnetpool is already registered May 31 11:32:35.231912 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.v2.resource_helper [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Service CORE assigned prefix: {{(pid=98292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:32:35.232222 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:32:35.232552 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING neutron.quota.resource_registry [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] subnetpool is already registered May 31 11:32:35.233172 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: extensions {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.234676 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: address-groups {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.236285 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: address-scopes {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.237585 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: agents {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.238758 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: auto-allocated-topology {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.240014 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: availability_zones {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.241323 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: dhcp-networks {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.242756 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: dhcp-agents {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.244157 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: routers {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.245953 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: flavors {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.247134 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: service_profiles {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.248349 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: next_providers {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.249843 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: service_profiles {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.251300 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: floatingip-pools {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.252514 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: routers {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.254434 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: floatingips {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.255607 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: l3-routers {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.256984 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: l3-agents {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.258361 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: metering-labels {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.259718 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: metering-label-rules {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.261031 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: network-ip-availabilities {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.262274 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: bindings {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.263957 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: quotas {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.265383 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: quotas {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.266832 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: rbac-policies {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.268123 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: security-groups {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.269431 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: security-group-rules {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.270667 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: service-providers {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.271904 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: subnetpools {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.274216 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: subnetpools {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.275696 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.277386 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.392007 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.393885 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.395672 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.397630 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.399338 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.401224 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.402986 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.404836 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron.api.extensions [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Extended resource: tags {{(pid=98292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:32:35.410691 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING keystonemiddleware.auth_token [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 11:32:35.415413 dv-cinder-786383-7-iscsi neutron-server[98292]: WARNING keystonemiddleware.auth_token [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 11:32:35.423624 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_concurrency.lockutils [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Acquired lock "singleton_lock" {{(pid=98292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 11:32:35.424099 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_concurrency.lockutils [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Releasing lock "singleton_lock" {{(pid=98292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 11:32:35.424729 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO oslo_service.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Starting 2 workers May 31 11:32:35.429699 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Started child 98397 {{(pid=98292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:32:35.433932 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Started child 98398 {{(pid=98292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:32:35.434817 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.435538 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO neutron.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Neutron service started, listening on 0.0.0.0:9696 May 31 11:32:35.436164 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Notify callbacks [] for process, before_spawn {{(pid=98292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.436377 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [-] (98397) wsgi starting up on http://0.0.0.0:9696 May 31 11:32:35.441088 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO oslo_service.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Starting 1 workers May 31 11:32:35.441345 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.441345 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [-] (98398) wsgi starting up on http://0.0.0.0:9696 May 31 11:32:35.443772 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Started child 98399 {{(pid=98292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:32:35.444310 dv-cinder-786383-7-iscsi neutron-server[98292]: INFO oslo_service.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Starting 1 workers May 31 11:32:35.447744 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] calling RpcWorker wait() {{(pid=98399) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 11:32:35.448291 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] returning from RpcWorker wait() {{(pid=98399) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 11:32:35.448673 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Started child 98400 {{(pid=98292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:32:35.449440 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG neutron_lib.callbacks.manager [None req-8f60a7ba-b90c-4b08-b102-595f0c3c1beb None None] Notify callbacks [] for process, after_spawn {{(pid=98292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.449567 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.449916 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:35.451292 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:32:35.451484 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:32:35.451680 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:32:35.451910 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:32:35.452206 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:32:35.452365 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:32:35.452848 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.453120 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.453400 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.453653 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.453909 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.454022 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:35.454465 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.454704 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.454943 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.455214 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.455350 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:35.455475 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.455608 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.455788 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.456077 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.456332 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.456656 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.456908 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.457143 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.457413 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.457576 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.457833 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.458089 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.458337 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.458610 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] debug = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.458903 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.459362 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.459581 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.459816 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.460044 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.460315 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.460544 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.460827 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.461064 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.461275 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.461504 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.461750 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.461986 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.462201 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.462420 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.462689 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.462941 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.463421 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] host = dv-cinder-786383-7-iscsi {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.463655 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.463899 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.464158 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.464401 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.464655 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.464868 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.465116 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.465358 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.465598 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.465838 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.466067 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.466308 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.466623 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.466832 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.466997 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_options = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.467209 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.467487 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.467760 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.467948 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.468115 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.468296 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.468548 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.468711 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.468966 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.469284 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.469420 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.469619 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.469847 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.470079 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.470346 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.470581 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.470816 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.471026 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.471279 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.471504 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.471844 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.471995 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.472223 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.472435 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.472644 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.472853 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.473078 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.473292 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.473503 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.473734 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.473961 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.474212 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.474441 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.474714 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.474945 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.475230 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.475464 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.475732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.475964 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.476209 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.476461 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.476859 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.477023 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.477168 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.477339 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.477567 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_json = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.477777 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.478022 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.478294 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.478535 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.478758 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.478974 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.479183 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.479441 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.480096 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.480220 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.480447 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.480693 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.481087 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.481180 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.481423 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.481646 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.482561 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.482561 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.482561 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.483015 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.483015 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.483238 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.483406 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.483725 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.483984 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.484267 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.484489 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.484731 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.484967 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.485189 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.485517 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.485777 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.486049 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.486309 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.486547 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.486807 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.487044 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.487312 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.487547 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.487765 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.488027 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.488281 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.488533 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.488768 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.488998 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.489213 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.489526 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.489697 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.489935 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.490184 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.490405 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.490618 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.490860 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.491071 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.491291 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.491521 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.491742 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.491984 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.492234 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.492423 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.492658 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.492872 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.493089 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.493323 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.493540 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.493753 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.493967 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.494182 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.494428 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.494998 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.494998 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.495283 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.495418 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.495574 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.495760 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.495989 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.496209 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.496451 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.496896 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.496896 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.497264 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.497424 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.497561 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.497702 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.498448 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.498448 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.498448 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.498836 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.498836 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.499062 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.499194 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.499357 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.499649 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.500154 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.500459 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.500724 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.500986 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.501238 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.501814 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.501814 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.502108 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.502267 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.502484 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.502626 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.506732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507343 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507890 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507890 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507890 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507890 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507890 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.507890 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.508301 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.508379 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.508601 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.508811 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.509043 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.509290 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.509520 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.509763 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.509974 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.510263 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.510478 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.511149 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.511149 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.511149 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.511463 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.511892 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.512282 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.512667 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.513126 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.513562 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.515528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.515528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.515528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.515528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.515528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.515528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.515528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.516053 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.516053 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.516053 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.516242 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.516459 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.516929 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.517172 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.517373 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.517620 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.517835 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.518054 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.518296 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.518556 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.518798 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.519270 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.519681 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.520101 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.520429 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.520716 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.521127 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.521425 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.521717 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.522039 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.522315 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.522695 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.522980 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.523407 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.523845 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.524289 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.524636 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.524994 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.525403 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.525642 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.525878 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.526098 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527190 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527190 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527190 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527190 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527190 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527609 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527677 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.527967 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.528208 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.528456 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.528714 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.528901 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.529134 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.529366 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.529600 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.529832 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.530049 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.530265 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.530528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.530807 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.531031 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.531278 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.531487 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.531699 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.531908 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.532118 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.532413 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.532674 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.532889 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.533129 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.533353 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.533597 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.533802 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.534009 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.534282 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.534493 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.534752 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.535139 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.535350 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.535565 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.535792 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.536058 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.536265 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.536474 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.536694 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.536910 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.537154 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.537379 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.537613 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.537823 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.538033 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.538348 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.538594 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.538846 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.539139 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.539365 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.539611 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.539867 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.540192 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.540421 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.540675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.540892 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.541107 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.541323 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.541574 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.541873 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.542167 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.542435 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.542719 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.543005 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.543294 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.543548 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.543779 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.544063 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.544397 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.544685 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.544913 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.545136 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.545402 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.545622 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.545834 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.546059 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.546288 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.546516 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.546790 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.547019 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.547242 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.547482 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.547706 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.547918 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.548142 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.548370 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.548613 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.548824 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.548978 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:32:35.549553 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:32:35.549733 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:32:35.549885 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:32:35.550051 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:32:35.550218 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:32:35.550366 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:32:35.550695 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.550840 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.550977 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.551100 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.551218 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.551366 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.551550 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.551704 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.551830 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.552467 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.552809 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.553038 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.553200 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.553360 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.553518 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.553678 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.553826 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.553982 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.554244 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.554345 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.554439 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.554628 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.554752 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] debug = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.554900 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.555073 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.555230 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.555387 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.555546 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.555748 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.555895 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.556016 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.556173 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.556329 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.556481 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.556637 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.556792 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.556947 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.557103 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.557259 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.557416 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.557577 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] host = dv-cinder-786383-7-iscsi {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.557732 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.557885 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.558042 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.558274 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.558378 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.558493 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.558655 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.558814 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.558970 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.559127 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.559284 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.559440 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.559598 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.559752 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.559907 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_options = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.560060 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.560217 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.560373 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.560544 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.560708 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.560899 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.561027 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.561187 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.561340 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.561496 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.561650 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.561805 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.561960 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.562116 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.562274 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.562429 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.562587 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.562765 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.562924 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.563084 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.563244 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.563399 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.563557 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.563713 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.563866 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.564171 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.564320 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.564469 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.564767 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.564925 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.565079 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.565235 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.565471 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.565603 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.565765 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.565903 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.566675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.566675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.566675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.566675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.566675 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567130 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567130 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567130 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567362 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567469 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_json = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567550 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567678 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.567832 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.568133 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.568292 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.568452 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.568605 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.568765 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:32:35.568933 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.569098 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.569266 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.569426 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.569589 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.569754 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.569913 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.570070 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.570228 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.570386 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.570550 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.570873 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.571043 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.571201 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.571360 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.571521 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.571630 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:35.571739 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.571821 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.571971 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.572130 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.572288 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.572449 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.572624 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.572783 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.572943 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.573104 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.573262 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.573421 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.573579 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.573738 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.573898 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.574059 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.574218 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.574377 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.574537 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.574721 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.574882 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.575041 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.575200 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.575359 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.575520 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.575679 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.575839 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.576004 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.576163 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.576322 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.576482 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.576641 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.576800 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.576959 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.577129 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.577287 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.577446 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.577607 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.577766 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.577924 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.578083 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.578241 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.578399 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.578801 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.578801 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.578971 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.579042 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.579201 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.579341 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.579500 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.579660 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.579822 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.579979 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.580138 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.580297 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.580455 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.580614 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.580774 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.580949 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.581112 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.581270 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.581428 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.581587 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.581746 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.581903 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.582063 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.582223 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.582383 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.582550 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.582750 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.582909 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.583068 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.583229 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.583389 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.583546 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.583704 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.583865 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.584017 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.584177 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.584531 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.584531 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.584700 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.584798 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.584924 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.585076 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.585237 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.585390 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.585544 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.585702 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.585856 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.586025 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.586168 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.586320 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.586477 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.586670 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.586818 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.586954 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.587115 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.587273 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.587442 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.587611 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.587769 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.587929 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.588087 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.588244 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.588402 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.588606 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.588779 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.588931 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.589063 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.589155 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.589303 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.589475 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.589630 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.589789 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.589947 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.590128 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.590285 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.590443 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.590601 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.590785 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.590943 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.591128 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.591281 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.591409 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.591541 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.591698 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.591857 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.592015 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.592176 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.592333 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.592492 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.592652 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.592814 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.592971 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.593129 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.593276 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.593436 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.593646 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.593772 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.593893 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.594026 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.594179 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.594336 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.594494 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595247 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595247 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595247 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595247 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595247 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595629 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595629 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595772 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.595864 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.596004 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.596164 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.596311 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.596468 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.596985 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.597149 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.597310 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.597470 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.597624 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.597777 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.597936 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.598094 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.598254 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.598413 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.598573 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.598774 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.598931 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.599104 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.599262 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.599422 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.599577 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.599734 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.599894 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.600049 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.600207 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.600366 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.600526 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.600686 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.600844 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.601006 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.601165 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.601323 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.601481 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.601640 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.601799 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.601961 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.602130 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.602290 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.602446 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.602591 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.602776 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.602944 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.603106 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.603261 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.603419 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.603577 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.603748 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.603905 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.604063 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.604221 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.604378 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.604545 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.604703 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.604861 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.605018 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.605175 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.605342 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.605500 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.605658 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.605816 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.605973 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.606140 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.606305 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.606464 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.606630 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.606816 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.606974 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.607132 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.607302 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.607460 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.607621 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.607781 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.607939 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.608098 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.608258 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.608420 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.608589 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.608754 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.608921 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.609085 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.609250 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.609416 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.609574 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.609737 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.609907 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.610068 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.610224 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.610381 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.610539 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.610905 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.611068 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.611226 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.611368 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.611528 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.611687 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.611844 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.612002 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.612163 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.612342 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.612505 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.612662 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.612816 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.612974 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.613132 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:32:35.613286 dv-cinder-786383-7-iscsi neutron-server[98292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:32:35.783889 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52642) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:35.797381 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101850 May 31 11:32:46.646978 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3dca5-dde1-44fa-8e8e-8df974afc230 None None] get_active_networks_info from dv-cinder-786383-7-iscsi {{(pid=98399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 11:32:46.743048 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3dca5-dde1-44fa-8e8e-8df974afc230 None None] No non-hosted networks {{(pid=98399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 11:32:46.752626 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.agentschedulers_db [None req-52c3dca5-dde1-44fa-8e8e-8df974afc230 None None] DHCP Agent not found on host dv-cinder-786383-7-iscsi {{(pid=98399) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 11:32:46.867160 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-0a022c14-9527-4a6a-b0dd-28ac1ef0d71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086'] for agent, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:48.710081 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d574e41e-a0f8-4831-a1c5-47e3678c2019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086'] for agent, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:48.738585 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-58c55701-f941-4660-b638-5a24e8647897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:48.765874 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086'] for agent, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:48.766843 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.767230 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.767615 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.768006 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.768516 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.769073 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.769809 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.770287 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.770837 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.771560 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.772250 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.772712 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:32:48.773349 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786383-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:48.778459 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:32:49.910481 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086'] for agent, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:51.463093 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086'] for agent, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:53.078695 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52736) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:53.709598 dv-cinder-786383-7-iscsi neutron-server[98398]: WARNING oslo_policy.policy [None req-a9f83e97-f4f7-4d5d-9325-2fac94d89fea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:53.710170 dv-cinder-786383-7-iscsi neutron-server[98398]: WARNING oslo_policy.policy [None req-a9f83e97-f4f7-4d5d-9325-2fac94d89fea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:53.924280 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [None req-a9f83e97-f4f7-4d5d-9325-2fac94d89fea admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:32:53.925320 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a9f83e97-f4f7-4d5d-9325-2fac94d89fea admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8457096 May 31 11:32:55.630034 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.db.l3_hamode_db [None req-8f0e45c2-cf3b-40b3-b337-d3fa19f03457 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 11:32:55.715743 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e45c2-cf3b-40b3-b337-d3fa19f03457 None None] Routers set() bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:32:55.716015 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e45c2-cf3b-40b3-b337-d3fa19f03457 None None] Router IDs set() for agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 11:32:56.234820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52750) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:32:56.628293 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:32:56.727452 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.policy [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98398) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:32:56.771183 dv-cinder-786383-7-iscsi neutron-server[98398]: WARNING oslo_policy.policy [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:56.771548 dv-cinder-786383-7-iscsi neutron-server[98398]: WARNING oslo_policy.policy [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:32:56.779892 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.quota [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] Loaded quota_driver: . May 31 11:32:56.795736 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:32:56.863687 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748945135615', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748945134936', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748945161046', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748945151490', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748945177733', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748945167246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4132796', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4184638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1040936', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589461'] for rbac-policy, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:56.934987 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:32:56.936371 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-60f45f03-2ce4-4158-beac-81f8191cdaa8 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7007134 May 31 11:32:59.537640 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 52764) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:00.143340 dv-cinder-786383-7-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:00.143904 dv-cinder-786383-7-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:00.353237 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Request body: {'network': {'project_id': '7a2654a205df4427b5ff08b129615645', 'name': 'private', 'admin_state_up': True, 'tenant_id': '7a2654a205df4427b5ff08b129615645'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:00.354760 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.quota [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Loaded quota_driver: . May 31 11:33:00.370846 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:00.377569 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Usage tracker for resource:network and tenant:7a2654a205df4427b5ff08b129615645 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:00.383928 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:00.391245 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:00.409653 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Made reservation on behalf of 7a2654a205df4427b5ff08b129615645 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:33:00.480749 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.policy [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98397) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:33:00.524576 dv-cinder-786383-7-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:00.524940 dv-cinder-786383-7-iscsi neutron-server[98397]: WARNING oslo_policy.policy [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:00.534922 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.557700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.576075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:00.580171 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2654a205df4427b5ff08b129615645 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:00.586867 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:00.592493 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:00.694288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.700955 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.709850 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:00.727603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:33:00.753146 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748946639077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.753749 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Unsubscribe: segment precommit_create {{(pid=98397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:33:00.754207 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Added segment afd574a7-f0fb-4568-9325-966fa7d53a11 of type vlan for network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a May 31 11:33:00.804243 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f42f0-73ba-4468-a143-b8c58c6a2ad0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:00.825313 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.825647 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.825967 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.826275 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.826586 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.826927 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.827238 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.827541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.827852 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.828137 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.828434 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.828728 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Tracked resource versions report: May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: pushed versions: May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: { 'AddressGroup': {'1.2'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'ConntrackHelper': {'1.0'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Log': {'1.0'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Network': {'1.1'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Port': {'1.7'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'PortForwarding': {'1.2'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'QosPolicy': {'1.8'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroup': {'1.4'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroupRule': {'1.2'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SubPort': {'1.0'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Subnet': {'1.1'}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Trunk': {'1.1'}} May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: consumer versions: May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'ConntrackHelper': '1.0', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Log': '1.0', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Network': '1.1', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Port': '1.7', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'PortForwarding': '1.2', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'QosPolicy': '1.8', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroup': '1.4', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroupRule': '1.2', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SubPort': '1.0', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Subnet': '1.1', May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Trunk': '1.1'}} May 31 11:33:00.829749 dv-cinder-786383-7-iscsi neutron-server[98397]: {{(pid=98397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:33:00.873341 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.877158 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:00.918297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.919880 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:00.920511 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:00.925061 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:01.027438 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4875374 May 31 11:33:01.028117 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Pushing event updated for resources: {'Network': ['ID=e8670b05-f0ef-4b33-8d8e-fc2ce78db54a,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:01.032100 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:01.042963 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:33:03.685894 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52786) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:04.197213 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28011405-e68f-46a9-81fd-e7a40ae3ea27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:04.198569 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-28011405-e68f-46a9-81fd-e7a40ae3ea27 admin admin] 10.222.0.18 "GET /v2.0/networks/e8670b05-f0ef-4b33-8d8e-fc2ce78db54a HTTP/1.1" status: 200 len: 825 time: 0.5116694 May 31 11:33:04.233017 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a25ec396-da0d-4cef-a7ad-ef338669f88b admin admin] 10.222.0.18 "GET /v2.0/subnetpools/09778b83-16f5-4f7a-a42a-a91efec62624 HTTP/1.1" status: 200 len: 734 time: 0.0221105 May 31 11:33:04.241418 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Request body: {'subnet': {'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '09778b83-16f5-4f7a-a42a-a91efec62624', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:04.246094 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:04.250247 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Usage tracker for resource:subnet and tenant:7a2654a205df4427b5ff08b129615645 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:04.253925 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:04.260326 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:04.273617 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Made reservation on behalf of 7a2654a205df4427b5ff08b129615645 for: {'subnet': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:33:04.276184 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:04.788791 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:04.793326 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:04.872083 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Checking segment: {'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:33:04.872426 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Network hostable DHCP agents. Network: e8670b05-f0ef-4b33-8d8e-fc2ce78db54a, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:33:04.877779 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd803c7-86ed-4479-a2c9-13896843e70b,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:04.888526 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.888878 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.889201 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.889520 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.889838 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.890156 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.890474 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.890811 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.891133 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.891439 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.891740 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.892027 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Tracked resource versions report: May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: pushed versions: May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: { 'AddressGroup': {'1.2'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'ConntrackHelper': {'1.0'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Log': {'1.0'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Network': {'1.1'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Port': {'1.7'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'PortForwarding': {'1.2'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'QosPolicy': {'1.8'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroup': {'1.4'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroupRule': {'1.2'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SubPort': {'1.0'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Subnet': {'1.1'}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Trunk': {'1.1'}} May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: consumer versions: May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'ConntrackHelper': '1.0', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Log': '1.0', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Network': '1.1', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Port': '1.7', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'PortForwarding': '1.2', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'QosPolicy': '1.8', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroup': '1.4', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroupRule': '1.2', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SubPort': '1.0', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Subnet': '1.1', May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Trunk': '1.1'}} May 31 11:33:04.893068 dv-cinder-786383-7-iscsi neutron-server[98398]: {{(pid=98398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:33:04.930254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:33:04.932651 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:04.943162 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, e8670b05-f0ef-4b33-8d8e-fc2ce78db54a) {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:04.947772 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:04.948389 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:04.952689 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd3ec6-8b82-486b-8cdf-8e3f21cfb004 None None] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:33:04.969866 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7316401 May 31 11:33:05.260929 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'fixed_ips': [{'subnet_id': '4dd803c7-86ed-4479-a2c9-13896843e70b'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:33:05.262140 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:05.447068 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Allocated IP 172.20.0.2 (e8670b05-f0ef-4b33-8d8e-fc2ce78db54a/4dd803c7-86ed-4479-a2c9-13896843e70b/e1f0f63e-e39d-4efc-ae5a-dd98a5db7815) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:33:05.676846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:05.691652 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Transition to ACTIVE for port object e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:33:05.711077 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Transition to ACTIVE for port object e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:33:05.719819 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:05.727163 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:05.785429 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:33:05.788291 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:05.797092 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:33:05.799220 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Pushing event updated for resources: {'Port': ['ID=e1f0f63e-e39d-4efc-ae5a-dd98a5db7815,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:05.835884 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.836216 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.836541 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.836862 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.837181 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.837496 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.837806 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.838114 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.838440 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.838779 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.839092 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.839378 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Tracked resource versions report: May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: pushed versions: May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: { 'AddressGroup': {'1.2'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'ConntrackHelper': {'1.0'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Log': {'1.0'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Network': {'1.1'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Port': {'1.7'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'PortForwarding': {'1.2'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'QosPolicy': {'1.8'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroup': {'1.4'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroupRule': {'1.2'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SubPort': {'1.0'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Subnet': {'1.1'}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Trunk': {'1.1'}} May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: consumer versions: May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'ConntrackHelper': '1.0', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Log': '1.0', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Network': '1.1', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Port': '1.7', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'PortForwarding': '1.2', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'QosPolicy': '1.8', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroup': '1.4', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroupRule': '1.2', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SubPort': '1.0', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Subnet': '1.1', May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Trunk': '1.1'}} May 31 11:33:05.840445 dv-cinder-786383-7-iscsi neutron-server[98399]: {{(pid=98399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:33:05.853569 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:05.901575 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Attempting to bind port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:33:05.901961 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Attempting to bind port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:33:05.902368 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Attempting to bind port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 on network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:33:05.907740 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:33:05.908149 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Checking segment: {'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:33:05.908603 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:05.908990 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Bound using segment: {'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:33:05.909510 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Bound port: e1f0f63e-e39d-4efc-ae5a-dd98a5db7815, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:33:05.909866 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:05.997795 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] For port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:33:06.002149 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] For port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e1f0f63e-e39d-4efc-ae5a-dd98a5db7815,segment=NetworkSegment(afd574a7-f0fb-4568-9325-966fa7d53a11),segment_id=afd574a7-f0fb-4568-9325-966fa7d53a11)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:33:06.005791 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:06.009650 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:06.092445 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Pushing event updated for resources: {'Port': ['ID=e1f0f63e-e39d-4efc-ae5a-dd98a5db7815,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:06.095673 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:07.281784 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52800) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:07.658780 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [None req-cec69307-9b11-4691-bbb2-e12a74b405ff admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:33:07.659736 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-cec69307-9b11-4691-bbb2-e12a74b405ff admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3770275 May 31 11:33:09.973346 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 52810) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:10.361819 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [None req-1abf4528-facd-443d-98be-98127ad8e25a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:33:10.375771 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1abf4528-facd-443d-98be-98127ad8e25a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4010797 May 31 11:33:10.625166 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:10.701170 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:33:11.483171 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff78584-8f98-4cee-9756-cd11259bb7bf None None] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:33:11.578279 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Provisioning for port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:33:11.587231 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Provisioning complete for port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:11.587623 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:11.825326 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:11.869078 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] For port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e1f0f63e-e39d-4efc-ae5a-dd98a5db7815,segment=NetworkSegment(afd574a7-f0fb-4568-9325-966fa7d53a11),segment_id=afd574a7-f0fb-4568-9325-966fa7d53a11)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:33:11.875811 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:11.879830 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:11.949209 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Pushing event updated for resources: {'Port': ['ID=e1f0f63e-e39d-4efc-ae5a-dd98a5db7815,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:11.952383 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:12.099722 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-e6ffb56d-968e-48e2-b3d3-d01f510470de None None] Provisioning complete for port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:12.100019 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e6ffb56d-968e-48e2-b3d3-d01f510470de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:12.610437 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:12.679932 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:12.680299 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:12.999868 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 52826) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:13.369191 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'admin_state_up': True}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:13.373947 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:13.379548 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Usage tracker for resource:router and tenant:7a2654a205df4427b5ff08b129615645 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:13.383904 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:13.389842 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:13.402694 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.404355 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.428138 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.542396 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.565422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.566766 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-687cca7d-1e7a-4187-a8d5-98359c25eedb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5658438 May 31 11:33:15.885741 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 52836) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:16.281939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [None req-5685f637-d10b-492a-b85f-09435e68bba6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:33:16.283229 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5685f637-d10b-492a-b85f-09435e68bba6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3961191 May 31 11:33:16.533555 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-935a7d5e-42c2-4531-8a81-7bf278e6b5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:18.590715 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52846) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:18.696010 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b57625ee-bd58-4509-b129-07195bbdfefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:18.766664 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:18.997022 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:19.004090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:19.009224 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Usage tracker for resource:network and tenant:55736bde0c8a43dc9514cab7759848c2 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:19.012774 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:19.018673 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:19.032257 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Made reservation on behalf of 55736bde0c8a43dc9514cab7759848c2 for: {'network': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:33:19.034480 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.053578 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.070833 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:19.074531 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Usage tracker for resource:security_group_rule and tenant:55736bde0c8a43dc9514cab7759848c2 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:19.077719 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:19.083440 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:19.173019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.179535 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.182487 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:19.197679 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Reserving flat network on physical network physnet1 {{(pid=98398) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 11:33:19.218082 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ed86a-d05c-47a8-99c3-e804d38b5e01,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:19.223164 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748946639077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.223738 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Unsubscribe: segment precommit_create {{(pid=98398) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:33:19.224188 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.segments_db [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Added segment e1e53f3f-d932-4f32-9f1f-058e74679b5a of type flat for network 2c1b103c-5ff5-4965-aeea-244fcda64f0f May 31 11:33:19.230743 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:19.262884 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.307752 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.309023 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:19.309581 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:19.313906 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:19.419844 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8277490 May 31 11:33:19.422887 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Pushing event updated for resources: {'Network': ['ID=2c1b103c-5ff5-4965-aeea-244fcda64f0f,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:19.426418 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:19.436435 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:33:19.867103 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:21.416216 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:21.754114 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52866) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:21.980252 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c7b88-d969-41f4-91d9-2450d0a64bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:21.981568 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-6b4c7b88-d969-41f4-91d9-2450d0a64bf9 admin admin] 10.222.0.18 "GET /v2.0/subnets/4dd803c7-86ed-4479-a2c9-13896843e70b HTTP/1.1" status: 200 len: 849 time: 0.2261772 May 31 11:33:22.176017 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-8f8ae56b-9d71-4c6f-9bbe-31f3650ac75b admin admin] 10.222.0.18 "GET /v2.0/routers/4201f71c-7ef8-432c-9341-3c0b5ea50525 HTTP/1.1" status: 200 len: 704 time: 0.1861525 May 31 11:33:22.631264 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:22.860421 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Allocated IP 172.20.0.1 (e8670b05-f0ef-4b33-8d8e-fc2ce78db54a/4dd803c7-86ed-4479-a2c9-13896843e70b/8ae95a74-1349-44d8-b9f0-f049e93666f1) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:33:23.024530 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.052383 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Transition to ACTIVE for port object 8ae95a74-1349-44d8-b9f0-f049e93666f1 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:33:23.112204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.116102 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:23.211406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:33:23.214231 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:23.216989 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:33:23.217719 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.333956 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae95a74-1349-44d8-b9f0-f049e93666f1,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:23.347342 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:23.422737 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-324eb2ac-0bd6-43ff-824e-d43dfce5d466 None None] Provisioning for port 8ae95a74-1349-44d8-b9f0-f049e93666f1 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:33:23.427752 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-324eb2ac-0bd6-43ff-824e-d43dfce5d466 None None] Provisioning complete for port 8ae95a74-1349-44d8-b9f0-f049e93666f1 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:23.428119 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-324eb2ac-0bd6-43ff-824e-d43dfce5d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.479734 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-324eb2ac-0bd6-43ff-824e-d43dfce5d466 None None] Port 8ae95a74-1349-44d8-b9f0-f049e93666f1 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:33:23.483811 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.717745 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.725271 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.726719 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:23.730763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:23.864361 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae95a74-1349-44d8-b9f0-f049e93666f1,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:23.868514 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:23.939160 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:33:23.940774 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:24.103347 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-1a82f136-91e5-4af2-852b-0fb66134da99 None None] Provisioning complete for port 8ae95a74-1349-44d8-b9f0-f049e93666f1 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:24.103723 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-1a82f136-91e5-4af2-852b-0fb66134da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:24.132949 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Router 4201f71c-7ef8-432c-9341-3c0b5ea50525 is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:33:24.158885 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-1a82f136-91e5-4af2-852b-0fb66134da99 None None] Port 8ae95a74-1349-44d8-b9f0-f049e93666f1 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:33:24.287705 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:33:24.297334 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696770f-0137-4995-a010-907f043ed460 None None] Sync routers for ids ['4201f71c-7ef8-432c-9341-3c0b5ea50525'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:33:24.297802 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] 10.222.0.18 "PUT /v2.0/routers/4201f71c-7ef8-432c-9341-3c0b5ea50525/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1136878 May 31 11:33:24.308735 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] Routers {'4201f71c-7ef8-432c-9341-3c0b5ea50525'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:33:24.309558 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:33:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['4201f71c-7ef8-432c-9341-3c0b5ea50525'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:24.478984 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] Set router 4201f71c-7ef8-432c-9341-3c0b5ea50525 gateway port host: None {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:33:24.840480 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'name': 'router1', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:13Z', 'updated_at': '2021-05-31T11:33:23Z', 'revision_number': 2, 'project_id': '7a2654a205df4427b5ff08b129615645', 'gw_port_host': None, '_interfaces': [{'id': '8ae95a74-1349-44d8-b9f0-f049e93666f1', 'name': '', 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'mac_address': 'fa:16:3e:80:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:22Z', 'updated_at': '2021-05-31T11:33:23Z', 'revision_number': 2, 'project_id': '7a2654a205df4427b5ff08b129615645', 'subnets': [{'id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09778b83-16f5-4f7a-a42a-a91efec62624'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:24.845405 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696770f-0137-4995-a010-907f043ed460 None None] Checking router: 4201f71c-7ef8-432c-9341-3c0b5ea50525 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:33:24.845774 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696770f-0137-4995-a010-907f043ed460 None None] Updating router 4201f71c-7ef8-432c-9341-3c0b5ea50525 port 8ae95a74-1349-44d8-b9f0-f049e93666f1 binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:33:24.899769 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-8696770f-0137-4995-a010-907f043ed460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:25.270822 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-8696770f-0137-4995-a010-907f043ed460 None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:25.285471 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-8696770f-0137-4995-a010-907f043ed460 None None] Transition to ACTIVE for port object 8ae95a74-1349-44d8-b9f0-f049e93666f1 will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:33:25.292385 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-8696770f-0137-4995-a010-907f043ed460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:25.298712 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:25.487364 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Pushing event updated for resources: {'Port': ['ID=8ae95a74-1349-44d8-b9f0-f049e93666f1,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:25.504719 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.505049 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.505372 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.505687 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.506002 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.506316 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.506625 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.506958 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.507304 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.507610 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.507915 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.508218 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Tracked resource versions report: May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: pushed versions: May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: { 'AddressGroup': {'1.2'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'ConntrackHelper': {'1.0'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Log': {'1.0'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Network': {'1.1'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Port': {'1.7'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'PortForwarding': {'1.2'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'QosPolicy': {'1.8'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroup': {'1.4'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroupRule': {'1.2'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SubPort': {'1.0'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Subnet': {'1.1'}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Trunk': {'1.1'}} May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: consumer versions: May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'ConntrackHelper': '1.0', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Log': '1.0', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Network': '1.1', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Port': '1.7', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'PortForwarding': '1.2', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'QosPolicy': '1.8', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroup': '1.4', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroupRule': '1.2', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SubPort': '1.0', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Subnet': '1.1', May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Trunk': '1.1'}} May 31 11:33:25.509258 dv-cinder-786383-7-iscsi neutron-server[98400]: {{(pid=98400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:33:25.519985 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:25.526815 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-8696770f-0137-4995-a010-907f043ed460 None None] Attempting to bind port 8ae95a74-1349-44d8-b9f0-f049e93666f1 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:33:25.527199 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-8696770f-0137-4995-a010-907f043ed460 None None] Attempting to bind port 8ae95a74-1349-44d8-b9f0-f049e93666f1 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:33:25.527612 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696770f-0137-4995-a010-907f043ed460 None None] Attempting to bind port 8ae95a74-1349-44d8-b9f0-f049e93666f1 on network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:33:25.532690 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696770f-0137-4995-a010-907f043ed460 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:33:25.533100 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696770f-0137-4995-a010-907f043ed460 None None] Checking segment: {'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:33:25.533556 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-8696770f-0137-4995-a010-907f043ed460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:25.533932 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8696770f-0137-4995-a010-907f043ed460 None None] Bound using segment: {'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:33:25.534452 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-8696770f-0137-4995-a010-907f043ed460 None None] Bound port: 8ae95a74-1349-44d8-b9f0-f049e93666f1, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd574a7-f0fb-4568-9325-966fa7d53a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:33:25.534860 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-8696770f-0137-4995-a010-907f043ed460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:25.620179 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-8696770f-0137-4995-a010-907f043ed460 None None] For port 8ae95a74-1349-44d8-b9f0-f049e93666f1, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:33:25.624919 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-8696770f-0137-4995-a010-907f043ed460 None None] For port 8ae95a74-1349-44d8-b9f0-f049e93666f1, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=8ae95a74-1349-44d8-b9f0-f049e93666f1,segment=NetworkSegment(afd574a7-f0fb-4568-9325-966fa7d53a11),segment_id=afd574a7-f0fb-4568-9325-966fa7d53a11)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:33:25.631877 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-8696770f-0137-4995-a010-907f043ed460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:25.636660 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:25.722877 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Pushing event updated for resources: {'Port': ['ID=8ae95a74-1349-44d8-b9f0-f049e93666f1,revision_number=4']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:25.727409 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:25.728162 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] Routers {'4201f71c-7ef8-432c-9341-3c0b5ea50525'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:33:25.728765 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:33:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['4201f71c-7ef8-432c-9341-3c0b5ea50525'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:25.905253 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] Set router 4201f71c-7ef8-432c-9341-3c0b5ea50525 gateway port host: None {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:33:26.226319 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-8696770f-0137-4995-a010-907f043ed460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'name': 'router1', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:13Z', 'updated_at': '2021-05-31T11:33:23Z', 'revision_number': 2, 'project_id': '7a2654a205df4427b5ff08b129615645', 'gw_port_host': None, '_interfaces': [{'id': '8ae95a74-1349-44d8-b9f0-f049e93666f1', 'name': '', 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'mac_address': 'fa:16:3e:80:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:22Z', 'updated_at': '2021-05-31T11:33:25Z', 'revision_number': 4, 'project_id': '7a2654a205df4427b5ff08b129615645', 'subnets': [{'id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09778b83-16f5-4f7a-a42a-a91efec62624'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:26.230239 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8696770f-0137-4995-a010-907f043ed460 None None] The sync data for ids ['4201f71c-7ef8-432c-9341-3c0b5ea50525'] in dv-cinder-786383-7-iscsi is: [{'id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'name': 'router1', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:13Z', 'updated_at': '2021-05-31T11:33:23Z', 'revision_number': 2, 'project_id': '7a2654a205df4427b5ff08b129615645', 'gw_port_host': None, '_interfaces': [{'id': '8ae95a74-1349-44d8-b9f0-f049e93666f1', 'name': '', 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'mac_address': 'fa:16:3e:80:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:22Z', 'updated_at': '2021-05-31T11:33:25Z', 'revision_number': 4, 'project_id': '7a2654a205df4427b5ff08b129615645', 'subnets': [{'id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09778b83-16f5-4f7a-a42a-a91efec62624'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:33:26.434533 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 52888) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:26.586536 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ae4f4-9afb-4a79-8395-f5d259f24bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:26.587901 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4b4ae4f4-9afb-4a79-8395-f5d259f24bb3 admin admin] 10.222.0.18 "GET /v2.0/networks/2c1b103c-5ff5-4965-aeea-244fcda64f0f HTTP/1.1" status: 200 len: 842 time: 0.1523516 May 31 11:33:26.597392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Request body: {'subnet': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:26.602252 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:26.606036 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Usage tracker for resource:subnet and tenant:55736bde0c8a43dc9514cab7759848c2 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:26.609109 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:26.614758 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:26.625341 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Made reservation on behalf of 55736bde0c8a43dc9514cab7759848c2 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:33:26.627993 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:27.077089 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.objects.ports [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 11:33:27.077542 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:27.081428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:27.148846 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1a373f-3478-4c8e-a87a-ed4523b35952,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:27.154407 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:27.158617 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:33:27.159010 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Network hostable DHCP agents. Network: 2c1b103c-5ff5-4965-aeea-244fcda64f0f, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:33:27.179742 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:33:27.189981 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 2c1b103c-5ff5-4965-aeea-244fcda64f0f) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:27.194706 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:27.195298 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:27.199940 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8044dac4-84ad-4d2d-be32-4a78dd042f10 None None] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:33:27.224708 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6257489 May 31 11:33:27.407456 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd47d9-36d2-42fe-8b3e-64d0b6bf00af None None] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:33:29.432901 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52902) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:29.673920 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b805ae80-fae8-4ded-8cc1-ba61c00a603b admin admin] 10.222.0.18 "GET /v2.0/routers/4201f71c-7ef8-432c-9341-3c0b5ea50525 HTTP/1.1" status: 200 len: 710 time: 0.2399061 May 31 11:33:29.811625 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b9714-6512-4e9b-84d3-a56e3f9c4fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:29.812168 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-8a6b9714-6512-4e9b-84d3-a56e3f9c4fc5 admin admin] Synchronizing usage tracker for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:network {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:33:29.830530 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-8a6b9714-6512-4e9b-84d3-a56e3f9c4fc5 admin admin] Unset dirty status for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:network {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:33:29.835159 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-8a6b9714-6512-4e9b-84d3-a56e3f9c4fc5 admin admin] 10.222.0.18 "GET /v2.0/networks/2c1b103c-5ff5-4965-aeea-244fcda64f0f HTTP/1.1" status: 200 len: 886 time: 0.1554945 May 31 11:33:29.840559 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:30.273925 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.610884 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.626101 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 8ae95a74-1349-44d8-b9f0-f049e93666f1 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:30.666993 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.693705 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 8ae95a74-1349-44d8-b9f0-f049e93666f1 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:33:30.698364 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 8ae95a74-1349-44d8-b9f0-f049e93666f1 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:30.698769 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.802906 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Allocated IP 172.27.0.52 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/a4e2dce4-cfa4-4e89-8caa-d44051a3fbab) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:33:30.815552 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.847721 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 8ae95a74-1349-44d8-b9f0-f049e93666f1, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=8ae95a74-1349-44d8-b9f0-f049e93666f1,segment=NetworkSegment(afd574a7-f0fb-4568-9325-966fa7d53a11),segment_id=afd574a7-f0fb-4568-9325-966fa7d53a11)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:33:30.852243 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.854315 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:30.920334 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=8ae95a74-1349-44d8-b9f0-f049e93666f1,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:30.923541 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:30.948076 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.977454 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.981923 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:31.039613 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:33:31.042364 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:31.046892 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:33:31.161345 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e2dce4-cfa4-4e89-8caa-d44051a3fbab,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:31.164504 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:31.493443 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:31.841705 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:31.845097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-975694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-975631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-981915'] for router, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:32.031221 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Router 4201f71c-7ef8-432c-9341-3c0b5ea50525 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:33:32.205929 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:33:32.214852 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Notify callbacks [] for router, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:32.216048 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] 10.222.0.18 "PUT /v2.0/routers/4201f71c-7ef8-432c-9341-3c0b5ea50525 HTTP/1.1" status: 200 len: 889 time: 2.3788271 May 31 11:33:32.216203 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Sync routers for ids ['4201f71c-7ef8-432c-9341-3c0b5ea50525'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:33:32.227235 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Routers {'4201f71c-7ef8-432c-9341-3c0b5ea50525'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:33:32.228192 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:33:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['4201f71c-7ef8-432c-9341-3c0b5ea50525'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:32.448727 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Set router 4201f71c-7ef8-432c-9341-3c0b5ea50525 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:33:32.652538 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 8ae95a74-1349-44d8-b9f0-f049e93666f1 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:32.768440 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 8ae95a74-1349-44d8-b9f0-f049e93666f1 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:32.768812 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:32.947106 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'name': 'router1', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e2dce4-cfa4-4e89-8caa-d44051a3fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:13Z', 'updated_at': '2021-05-31T11:33:31Z', 'revision_number': 4, 'project_id': '7a2654a205df4427b5ff08b129615645', 'gw_port': {'id': 'a4e2dce4-cfa4-4e89-8caa-d44051a3fbab', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:30Z', 'updated_at': '2021-05-31T11:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '8ae95a74-1349-44d8-b9f0-f049e93666f1', 'name': '', 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'mac_address': 'fa:16:3e:80:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:22Z', 'updated_at': '2021-05-31T11:33:30Z', 'revision_number': 5, 'project_id': '7a2654a205df4427b5ff08b129615645', 'subnets': [{'id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09778b83-16f5-4f7a-a42a-a91efec62624'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:32.952037 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Checking router: 4201f71c-7ef8-432c-9341-3c0b5ea50525 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:33:32.952387 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Updating router 4201f71c-7ef8-432c-9341-3c0b5ea50525 port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:33:33.003056 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:33.324100 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:33.335415 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Transition to ACTIVE for port object a4e2dce4-cfa4-4e89-8caa-d44051a3fbab will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:33:33.344186 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:33.347765 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:33.424257 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06810c-0f3c-4105-a90a-c81e59fcc422 None None] Pushing event updated for resources: {'Port': ['ID=a4e2dce4-cfa4-4e89-8caa-d44051a3fbab,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:33.427073 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Attempting to bind port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:33:33.428100 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Attempting to bind port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:33:33.428463 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Attempting to bind port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:33:33.433604 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-cc06810c-0f3c-4105-a90a-c81e59fcc422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:33.435258 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:33:33.435626 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:33:33.436020 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:33.436401 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:33:33.436878 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Bound port: a4e2dce4-cfa4-4e89-8caa-d44051a3fbab, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:33:33.437246 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:33.507224 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] For port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:33:33.510588 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] For port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=a4e2dce4-cfa4-4e89-8caa-d44051a3fbab,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:33:33.515494 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:33.519637 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:33.596687 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Routers {'4201f71c-7ef8-432c-9341-3c0b5ea50525'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:33:33.597271 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:33:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['4201f71c-7ef8-432c-9341-3c0b5ea50525'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:33.643491 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06810c-0f3c-4105-a90a-c81e59fcc422 None None] Pushing event updated for resources: {'Port': ['ID=a4e2dce4-cfa4-4e89-8caa-d44051a3fbab,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:33.652158 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-cc06810c-0f3c-4105-a90a-c81e59fcc422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:33.800608 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] Set router 4201f71c-7ef8-432c-9341-3c0b5ea50525 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:33:34.128366 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'name': 'router1', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e2dce4-cfa4-4e89-8caa-d44051a3fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:13Z', 'updated_at': '2021-05-31T11:33:31Z', 'revision_number': 4, 'project_id': '7a2654a205df4427b5ff08b129615645', 'gw_port': {'id': 'a4e2dce4-cfa4-4e89-8caa-d44051a3fbab', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:30Z', 'updated_at': '2021-05-31T11:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '8ae95a74-1349-44d8-b9f0-f049e93666f1', 'name': '', 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'mac_address': 'fa:16:3e:80:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:22Z', 'updated_at': '2021-05-31T11:33:30Z', 'revision_number': 5, 'project_id': '7a2654a205df4427b5ff08b129615645', 'subnets': [{'id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09778b83-16f5-4f7a-a42a-a91efec62624'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:34.132589 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b7fa3d-b748-440d-894c-cd40031bcf0d None None] The sync data for ids ['4201f71c-7ef8-432c-9341-3c0b5ea50525'] in dv-cinder-786383-7-iscsi is: [{'id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'name': 'router1', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a4e2dce4-cfa4-4e89-8caa-d44051a3fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:13Z', 'updated_at': '2021-05-31T11:33:31Z', 'revision_number': 4, 'project_id': '7a2654a205df4427b5ff08b129615645', 'gw_port': {'id': 'a4e2dce4-cfa4-4e89-8caa-d44051a3fbab', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:30Z', 'updated_at': '2021-05-31T11:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '8ae95a74-1349-44d8-b9f0-f049e93666f1', 'name': '', 'network_id': 'e8670b05-f0ef-4b33-8d8e-fc2ce78db54a', 'tenant_id': '7a2654a205df4427b5ff08b129615645', 'mac_address': 'fa:16:3e:80:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4201f71c-7ef8-432c-9341-3c0b5ea50525', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:33:22Z', 'updated_at': '2021-05-31T11:33:30Z', 'revision_number': 5, 'project_id': '7a2654a205df4427b5ff08b129615645', 'subnets': [{'id': '4dd803c7-86ed-4479-a2c9-13896843e70b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09778b83-16f5-4f7a-a42a-a91efec62624'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:33:34.539310 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 52912) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:34.642402 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device a4e2dce4-cfa4-4e89-8caa-d44051a3fbab up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:34.676613 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-eb6c554a-07f8-480f-92e8-a95a8f5b3822 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1361547 May 31 11:33:34.719719 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:33:34.724885 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:34.725267 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:34.851351 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:34.868824 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=a4e2dce4-cfa4-4e89-8caa-d44051a3fbab,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:33:34.874125 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:34.877436 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4f479571-0c50-4585-b3e9-5152e879d111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:34.945764 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=a4e2dce4-cfa4-4e89-8caa-d44051a3fbab,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:34.948873 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:36.632688 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device a4e2dce4-cfa4-4e89-8caa-d44051a3fbab up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:36.717036 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port a4e2dce4-cfa4-4e89-8caa-d44051a3fbab triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:36.717517 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:39.515887 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:33:46.530786 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-0bf2928a-aa48-473e-a589-0529bebffc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:48.703581 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9e86013f-aa2c-4b9d-869b-268733500bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:48.761698 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:49.870834 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:51.444025 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:16.505722 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:34:16.524195 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-de4b8bf4-f1df-4233-a880-632cb39039c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:18.699550 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-32673dd7-d4b8-431f-821b-454696da1db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:18.757107 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:19.873454 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:21.450966 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:46.530093 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-aaa48218-41bf-4058-a9f0-3ca1d81e7c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:48.703727 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24ebb729-1772-4f0a-936e-dc3fc18087bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:48.761275 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:49.884381 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:51.448935 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:53.505738 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:35:08.053921 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53482) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:08.133110 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73d61f0-528d-4474-8acb-ac1414ff576e admin admin] GET failed (client error): The resource could not be found. May 31 11:35:08.134374 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-c73d61f0-528d-4474-8acb-ac1414ff576e admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0794904 May 31 11:35:08.326176 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4280f3-93f6-4fc7-b7d2-43c67f58f72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:08.327659 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-de4280f3-93f6-4fc7-b7d2-43c67f58f72d admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1892593 May 31 11:35:10.396127 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53494) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:10.517325 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99faf91-a58f-478f-b65d-7ddd8be8a956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:10.518578 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-e99faf91-a58f-478f-b65d-7ddd8be8a956 admin admin] 10.222.0.18 "GET /v2.0/subnets/4dd803c7-86ed-4479-a2c9-13896843e70b HTTP/1.1" status: 200 len: 849 time: 0.1212020 May 31 11:35:10.528455 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:35:10.647293 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Notify callbacks [] for subnet, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:10.836232 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748946563229'] for subnet, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:10.839923 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-579bc426-d7e8-46d2-bfcd-7ea52ab94c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:10.879324 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:10.879324 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:10.880928 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] 10.222.0.18 "PUT /v2.0/subnets/4dd803c7-86ed-4479-a2c9-13896843e70b HTTP/1.1" status: 200 len: 868 time: 0.3560467 May 31 11:35:10.883484 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdaea34-7a8e-41e5-9a84-0fbfdf87bae3 None None] Network e8670b05-f0ef-4b33-8d8e-fc2ce78db54a requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:35:10.908247 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd803c7-86ed-4479-a2c9-13896843e70b,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:10.915575 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.915932 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.916269 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.916626 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.916931 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.917264 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.917586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.917898 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.918216 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.918529 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.918859 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.919182 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:10.923027 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:11.468720 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-5accfbb5-4b59-4590-a8d7-6a4bd611d16a None None] Provisioning complete for port e1f0f63e-e39d-4efc-ae5a-dd98a5db7815 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:35:11.469068 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-5accfbb5-4b59-4590-a8d7-6a4bd611d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:11.618158 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-5accfbb5-4b59-4590-a8d7-6a4bd611d16a None None] Provisioning complete for port 8ae95a74-1349-44d8-b9f0-f049e93666f1 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:35:11.618415 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-5accfbb5-4b59-4590-a8d7-6a4bd611d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:13.024977 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53504) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:13.213274 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2f37e-3c72-402f-947b-e8db5df827d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:13.213660 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2f37e-3c72-402f-947b-e8db5df827d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:13.215202 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f1d2f37e-3c72-402f-947b-e8db5df827d4 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1892774 May 31 11:35:15.286108 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53514) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:15.479182 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e58634-d0d4-4d73-b7a3-5e519c8909c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:15.479667 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e58634-d0d4-4d73-b7a3-5e519c8909c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:15.481184 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-75e58634-d0d4-4d73-b7a3-5e519c8909c4 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936514 May 31 11:35:16.534167 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-92507c44-3314-41ec-80f5-7a7ad2eba70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:17.586073 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53524) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:17.768486 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02bce18-86eb-4644-947f-c1b61fc0eed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:17.769995 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a02bce18-86eb-4644-947f-c1b61fc0eed5 admin admin] 10.222.0.18 "GET /v2.0/networks/2c1b103c-5ff5-4965-aeea-244fcda64f0f HTTP/1.1" status: 200 len: 886 time: 0.1828613 May 31 11:35:18.709807 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2b0c95dc-ced6-4f88-bde4-0f78e5725059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:18.764424 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:19.869279 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53534) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:19.880398 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:20.045275 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc81abb2-1070-42aa-9772-8b5d4e7f6f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:20.046534 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-dc81abb2-1070-42aa-9772-8b5d4e7f6f95 admin admin] 10.222.0.18 "GET /v2.0/networks/e8670b05-f0ef-4b33-8d8e-fc2ce78db54a HTTP/1.1" status: 200 len: 869 time: 0.1761851 May 31 11:35:21.449374 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:22.130364 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 53544) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:22.252854 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d612f-d793-4528-bf11-d8f06073b4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:22.253319 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d612f-d793-4528-bf11-d8f06073b4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:22.254145 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-182d612f-d793-4528-bf11-d8f06073b4f4 admin admin] Synchronizing usage tracker for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:subnet {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:35:22.272743 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-182d612f-d793-4528-bf11-d8f06073b4f4 admin admin] Unset dirty status for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:subnet {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:35:22.273873 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-182d612f-d793-4528-bf11-d8f06073b4f4 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1424308 May 31 11:35:24.405522 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53554) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:24.522024 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd8f9e-a731-4630-9e1d-6c196d0d6be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:24.522493 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd8f9e-a731-4630-9e1d-6c196d0d6be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:24.523991 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b6cd8f9e-a731-4630-9e1d-6c196d0d6be5 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1175146 May 31 11:35:26.592604 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 53564) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:26.703985 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c61ae00-7287-4fa9-a4a9-4f3c7db9134d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:26.705605 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7c61ae00-7287-4fa9-a4a9-4f3c7db9134d admin admin] 10.222.0.18 "GET /v2.0/subnets/4dd803c7-86ed-4479-a2c9-13896843e70b HTTP/1.1" status: 200 len: 868 time: 0.1119924 May 31 11:35:28.801946 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53574) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:28.909717 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c493b98-61dd-4474-b6d6-cd9adc1631f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:28.911128 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4c493b98-61dd-4474-b6d6-cd9adc1631f8 admin admin] 10.222.0.18 "GET /v2.0/subnets/8b1a373f-3478-4c8e-a87a-ed4523b35952 HTTP/1.1" status: 200 len: 816 time: 0.1082809 May 31 11:35:30.505660 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:35:46.539637 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-bced43fe-0be9-4030-9efe-b7cdc39669b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:48.704515 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d0597480-e229-4712-8499-bdc0bd41629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:48.769321 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:49.884000 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:51.446599 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:51.848720 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 53618) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:51.898612 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [None req-f5db29ce-580c-4da0-98e4-09143fdaf093 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:35:51.899614 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f5db29ce-580c-4da0-98e4-09143fdaf093 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499656 May 31 11:35:54.076902 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53628) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:54.149151 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88ca00b-9909-43f3-b991-977d1f9703e4 admin admin] GET failed (client error): The resource could not be found. May 31 11:35:54.150367 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-c88ca00b-9909-43f3-b991-977d1f9703e4 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0725188 May 31 11:35:54.277308 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d379e-22f5-4cf7-a104-2769995a0c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:54.278616 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-c37d379e-22f5-4cf7-a104-2769995a0c8a admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1224618 May 31 11:35:56.387649 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 53638) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:56.443770 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:35:56.448674 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:35:56.462077 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:35:56.473563 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Made reservation on behalf of 55736bde0c8a43dc9514cab7759848c2 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:35:56.475890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:56.560510 dv-cinder-786383-7-iscsi neutron-server[98397]: WARNING neutron.services.revisions.revision_plugin [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Could not find related network for resource to bump revision. May 31 11:35:56.573117 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:35:56.582850 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:56.583202 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Added segment 23c5575c-0a1e-4457-b148-cddd2d70cf7b of type vlan for network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 May 31 11:35:56.614185 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:56.645527 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:56.647079 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:56.647646 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:56.650787 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:56.748345 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Pushing event updated for resources: {'Network': ['ID=55415be2-e668-4cf1-b9f1-3c52ce4bbf95,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:56.752903 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3642731 May 31 11:35:56.756848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.757195 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.757522 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.757841 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.758159 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.758484 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.758831 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.759145 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.759466 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.759774 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.760081 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.760389 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:56.764036 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:56.772760 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:35:58.868385 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 53648) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:58.946932 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.pecan_wsgi.hooks.translation [None req-add39939-06ac-4bfb-9fbd-7c8ba701356b admin admin] GET failed (client error): The resource could not be found. May 31 11:35:58.947441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-add39939-06ac-4bfb-9fbd-7c8ba701356b admin admin] Synchronizing usage tracker for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:35:58.965769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-add39939-06ac-4bfb-9fbd-7c8ba701356b admin admin] Unset dirty status for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:35:58.967098 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-add39939-06ac-4bfb-9fbd-7c8ba701356b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0977232 May 31 11:35:59.078046 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176fdfc0-6ce7-43bf-9eff-e551eba8eab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:59.079394 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-176fdfc0-6ce7-43bf-9eff-e551eba8eab3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1085117 May 31 11:35:59.092581 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95', 'name': 'shared-subnet'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:35:59.097236 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:35:59.107647 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:35:59.121353 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Made reservation on behalf of 55736bde0c8a43dc9514cab7759848c2 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:35:59.125474 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:59.532220 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:59.536862 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f6df1551-aedb-4d93-b97a-d0f5dd854c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:59.600884 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfa65d3-1d64-4efe-8a4e-fffc2e46f79a,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:59.604517 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:59.611284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Checking segment: {'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:35:59.611632 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Network hostable DHCP agents. Network: 55415be2-e668-4cf1-b9f1-3c52ce4bbf95, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:35:59.631811 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:35:59.641314 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 55415be2-e668-4cf1-b9f1-3c52ce4bbf95) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:35:59.645177 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:59.645751 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:59.650422 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc2fff-ad38-43bc-aad7-96bbf34a93a7 None None] Network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:35:59.677059 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5878310 May 31 11:35:59.875676 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-55415be2-e668-4cf1-b9f1-3c52ce4bbf95', 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95', 'tenant_id': '55736bde0c8a43dc9514cab7759848c2', 'fixed_ips': [{'subnet_id': '8dfa65d3-1d64-4efe-8a4e-fffc2e46f79a'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:35:59.876787 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:00.029403 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Allocated IP 192.168.233.2 (55415be2-e668-4cf1-b9f1-3c52ce4bbf95/8dfa65d3-1d64-4efe-8a4e-fffc2e46f79a/3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:36:00.231651 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:00.242033 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Transition to ACTIVE for port object 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:36:00.260304 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Transition to ACTIVE for port object 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:36:00.266274 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:00.270779 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:00.333539 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:36:00.336397 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:36:00.342557 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:36:00.346427 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Pushing event updated for resources: {'Port': ['ID=3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:00.353423 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.353767 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.354101 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.354424 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.354750 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.355090 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.355402 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.355718 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.356052 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.356363 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.356688 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.356995 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:00.383532 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:00.446745 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Attempting to bind port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:36:00.447110 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Attempting to bind port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:36:00.447458 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Attempting to bind port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d on network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:36:00.453138 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:36:00.453509 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Checking segment: {'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:36:00.453928 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:00.454316 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Bound using segment: {'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:36:00.454809 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Bound port: 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:36:00.455177 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:00.547509 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] For port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:36:00.550783 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] For port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d,segment=NetworkSegment(23c5575c-0a1e-4457-b148-cddd2d70cf7b),segment_id=23c5575c-0a1e-4457-b148-cddd2d70cf7b)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:36:00.556083 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:00.560069 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:00.633343 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Pushing event updated for resources: {'Port': ['ID=3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:00.637063 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:01.409038 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36b6c7-1a80-4d7b-bd55-dfc0650f230b None None] Network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:36:01.515679 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-a5088113-19bb-453e-b067-36cdd5665086 None None] Provisioning for port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:36:02.756479 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:36:02.830775 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:36:02.835619 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:36:02.836020 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:02.968980 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:03.000717 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d,segment=NetworkSegment(23c5575c-0a1e-4457-b148-cddd2d70cf7b),segment_id=23c5575c-0a1e-4457-b148-cddd2d70cf7b)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:36:03.004929 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:03.008247 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:03.072014 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:03.075078 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:04.736860 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:36:04.810254 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 3076f8dc-6e03-4b5f-bc8f-5e9d12d0ff5d triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:36:04.810626 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:07.506472 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:36:16.534050 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9970-79f2-4307-8ddd-feefd9fb6426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:18.708448 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a191d2de-7a68-4be3-8d69-a79cce5f2634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:18.772999 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:19.886776 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:21.449785 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:44.506508 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:36:46.538615 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-55d636b7-8e22-420e-ac88-7c36ab894870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:48.716412 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fc62536d-d65d-409d-b008-f62dae3a5566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:48.776562 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:49.890724 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:51.462762 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:06.194047 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 53698) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:37:06.200111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [None req-2f0b1c4a-c275-48e0-91f3-915b958589dd tempest-verify_tempest_config-1780497221 tempest-verify_tempest_config-1780497221-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:37:06.201128 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2f0b1c4a-c275-48e0-91f3-915b958589dd tempest-verify_tempest_config-1780497221 tempest-verify_tempest_config-1780497221-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060229 May 31 11:37:06.531545 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 53716) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:37:06.662363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:06.677520 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:37:06.681835 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:1baa34fb37ad44ae9c28e3e8f41b72a6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:37:06.685034 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:37:06.691621 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:37:06.777066 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:06.783706 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:06.795037 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:37:06.832727 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1baa34fb37ad44ae9c28e3e8f41b72a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3001568 May 31 11:37:06.834248 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17412ba-f590-4836-a407-3b16e56bf971,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:37:06.835678 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53722) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:37:06.841219 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.841578 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.841918 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.842246 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.842572 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.842949 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.843255 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.843615 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.843953 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.844249 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.844560 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.844876 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:06.848967 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:37:06.894457 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:06.920692 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:07.014540 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:07.018363 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:37:07.030866 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17412ba-f590-4836-a407-3b16e56bf971,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:37:07.039230 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.039589 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.039925 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.040280 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.040603 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.040946 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.041261 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.041578 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.041905 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.042224 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.042539 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.042876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:07.045355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:07.046452 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a17412ba-f590-4836-a407-3b16e56bf971 HTTP/1.1" status: 204 len: 168 time: 0.2098441 May 31 11:37:07.047294 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:37:16.544630 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-08bb894f-2d96-4bbe-835b-dd1fb571a4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:18.712206 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-311e7486-4399-4813-9a7e-195703d9ffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:18.782054 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:19.900855 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:21.463821 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:21.506708 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:37:46.544977 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d278b223-6fb6-470e-8bce-a3e14d16eb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:48.717308 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-95c7c025-9184-4ba9-a596-2aba9a58eff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:48.795227 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:49.902576 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:51.466374 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:58.510759 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:38:16.548450 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a1adcd08-9d75-4495-a8d8-113eeb641af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:18.734142 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a020ca30-698c-4e6a-9e3d-8da285455ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:18.788521 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:19.912476 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:21.467171 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:35.509677 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 5 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:38:43.854432 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086'] for agent, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:46.545958 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-6bc1e49a-d598-4fec-8348-c38e1fb42988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:48.724246 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-21a83550-5568-4002-b424-a5b035866c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:48.792142 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:49.909572 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:51.466289 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:58.505072 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53794) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:38:58.641900 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f5b52613-79e5-4f8c-942a-ab00fdcf08e2 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1353326 May 31 11:39:00.749134 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 53804) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:00.806192 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-6fb1a81e-d7ed-4ed9-b8a0-85646dd814e6 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0558820 May 31 11:39:12.514962 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:39:13.804903 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:16.548966 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2329b21c-c0e5-4aa5-9101-abe4a04484f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:18.729280 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7b4d376d-3b8b-480a-b49e-d50030ffcbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:18.798750 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:19.919871 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:21.470620 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:43.830291 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:46.543165 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da5d3631-bdae-4257-8d60-0b90070bfdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:48.732837 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-04c84b22-ede5-4863-968e-87d18ee64e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:48.803120 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:49.516060 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:39:49.917877 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:51.473252 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:13.825096 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:16.548444 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-17340af6-5a23-47cd-950a-6e0ae2b89705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:18.726707 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9e130c64-c9a9-47ec-816e-a35951cd5774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:18.797500 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:19.915139 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:21.475361 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:26.516703 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:40:27.299282 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54006) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:27.591522 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54024) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:27.655891 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-547240912-network', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:27.660924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:27.664962 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Usage tracker for resource:network and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:27.668219 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:27.674604 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:27.686070 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Made reservation on behalf of c8d3eff28e784237ad2aa161abfa918e for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:27.688473 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.701257 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.717408 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:27.721792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:27.724694 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:27.730420 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:27.816888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.823132 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.837014 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:27.849327 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.849653 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Added segment 8211b8f9-db12-41f8-a44e-450b0e21eba0 of type vlan for network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 May 31 11:40:27.878523 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.909440 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d9bc6ab1-6670-43c9-bc00-62e6a5049ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:27.949406 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf021b-61e6-4acb-8259-2ed03d5384f1,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:27.961342 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.962883 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.963238 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.963902 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.964393 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.964884 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.965392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.965871 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.966360 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.966871 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.967509 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.967977 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.968700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Tracked resource versions report: May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: pushed versions: May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: { 'AddressGroup': {'1.2'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'ConntrackHelper': {'1.0'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Log': {'1.0'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Network': {'1.1'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Port': {'1.7'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'PortForwarding': {'1.2'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'QosPolicy': {'1.8'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroup': {'1.4'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroupRule': {'1.2'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SubPort': {'1.0'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Subnet': {'1.1'}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Trunk': {'1.1'}} May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: consumer versions: May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: HyperV agent@hv-cinder-78638: {}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'ConntrackHelper': '1.0', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Log': '1.0', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Network': '1.1', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Port': '1.7', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'PortForwarding': '1.2', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'QosPolicy': '1.8', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroup': '1.4', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SecurityGroupRule': '1.2', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'SubPort': '1.0', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Subnet': '1.1', May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: 'Trunk': '1.1'}} May 31 11:40:27.969880 dv-cinder-786383-7-iscsi neutron-server[98397]: {{(pid=98397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:40:27.972362 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54036) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:27.977377 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:27.978281 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.992370 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:27.993160 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ff03a502-bc69-4810-839a-013a6cad9454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:28.126390 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-549745460-network', 'tenant_id': '0bc581eb1064479985807b22ad83ca65'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:28.150610 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:28.154688 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Usage tracker for resource:network and tenant:0bc581eb1064479985807b22ad83ca65 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:28.157937 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:28.164033 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:28.189782 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=13cfd2ab-5fa9-411d-9484-ba3d22b40e73,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:28.193105 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8924689 May 31 11:40:28.194018 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:28.195061 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Made reservation on behalf of 0bc581eb1064479985807b22ad83ca65 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:28.197402 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54056) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:28.197585 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.203946 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:28.204641 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Request body: {'subnet': {'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-subnet', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:28.210041 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.210560 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:28.215321 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Usage tracker for resource:subnet and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:28.219404 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:28.224632 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:28.227697 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:28.228632 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc581eb1064479985807b22ad83ca65 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:28.231650 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:28.240290 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Made reservation on behalf of c8d3eff28e784237ad2aa161abfa918e for: {'subnet': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:28.242618 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:28.245211 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.386379 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1684635106-network', 'tenant_id': 'f2c4044219e54bf09b1a93aeaf3562c6'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:28.392839 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:28.394604 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.400118 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Usage tracker for resource:network and tenant:f2c4044219e54bf09b1a93aeaf3562c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:28.401490 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.408124 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:28.411544 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:28.424311 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:28.442734 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:28.464161 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6866b1-7045-4f7b-bfcb-81b447f1e122,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:28.469011 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.470207 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Added segment 7bd9179b-fd92-4e71-9fb9-06fab9d29603 of type vlan for network 32dadf34-9544-4b34-bc46-6379a1498be5 May 31 11:40:28.470804 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Made reservation on behalf of f2c4044219e54bf09b1a93aeaf3562c6 for: {'network': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:28.472363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:28.473927 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.505423 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.539573 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.541972 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:28.542926 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.548930 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.550721 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6fd5b52b-7a3a-449c-b625-343d8abf1ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:28.566452 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:28.576011 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c4044219e54bf09b1a93aeaf3562c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:28.579716 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:28.592365 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:28.675286 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Pushing event updated for resources: {'Network': ['ID=32dadf34-9544-4b34-bc46-6379a1498be5,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:28.678211 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:28.679867 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0873716 May 31 11:40:28.683087 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54082) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:28.687688 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 32dadf34-9544-4b34-bc46-6379a1498be5 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:28.691110 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Request body: {'subnet': {'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-subnet', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:28.696711 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:28.702024 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Usage tracker for resource:subnet and tenant:0bc581eb1064479985807b22ad83ca65 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:28.705572 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:28.714075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:28.731208 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Made reservation on behalf of 0bc581eb1064479985807b22ad83ca65 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:28.736011 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.859121 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.867551 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.889389 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:28.975747 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=98398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:29.008541 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd72da88-bc7f-478f-b636-840165924860,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:29.061028 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.061668 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.061811 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.062032 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.062372 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.062712 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.063054 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.063365 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.063674 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.067178 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.067403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.067586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Tracked resource versions report: May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: pushed versions: May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: { 'AddressGroup': {'1.2'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'ConntrackHelper': {'1.0'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Log': {'1.0'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Network': {'1.1'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Port': {'1.7'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'PortForwarding': {'1.2'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'QosPolicy': {'1.8'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroup': {'1.4'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroupRule': {'1.2'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SubPort': {'1.0'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Subnet': {'1.1'}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Trunk': {'1.1'}} May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: consumer versions: May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: HyperV agent@hv-cinder-78638: {}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'ConntrackHelper': '1.0', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Log': '1.0', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Network': '1.1', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Port': '1.7', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'PortForwarding': '1.2', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'QosPolicy': '1.8', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroup': '1.4', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SecurityGroupRule': '1.2', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'SubPort': '1.0', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Subnet': '1.1', May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: 'Trunk': '1.1'}} May 31 11:40:29.068613 dv-cinder-786383-7-iscsi neutron-server[98398]: {{(pid=98398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:40:29.076979 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:29.078245 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.078343 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.segments_db [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Added segment 4719c7f5-6d7c-4ec5-80b6-4babe46dd112 of type vlan for network 231b6be4-0590-497a-b8ae-bd44402155d9 May 31 11:40:29.155411 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.173129 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-45c0bc96-20d7-4b00-8a95-880e07fd195d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:29.239349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d52f36-c27d-4b36-9f55-cb4a9c040365,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:29.250324 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.254772 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:29.280563 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Checking segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:29.280925 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Network hostable DHCP agents. Network: 13cfd2ab-5fa9-411d-9484-ba3d22b40e73, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:29.311204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:29.324286 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 13cfd2ab-5fa9-411d-9484-ba3d22b40e73) {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:29.330365 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:29.330589 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.333438 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c161bbd-95b1-4599-904f-6d7d436a9606 None None] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:29.336507 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.342356 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:29.342955 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.357005 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.363263 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ecd73eca-a7b1-4356-89ea-d2479f2eb988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:29.380868 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:29.400227 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4271321 May 31 11:40:29.405308 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54102) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:29.415664 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Request body: {'subnet': {'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1684635106-subnet', 'tenant_id': 'f2c4044219e54bf09b1a93aeaf3562c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:29.420786 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:29.425270 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Usage tracker for resource:subnet and tenant:f2c4044219e54bf09b1a93aeaf3562c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:29.428821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:29.434944 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:29.462121 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Checking segment: {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:29.463452 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Network hostable DHCP agents. Network: 32dadf34-9544-4b34-bc46-6379a1498be5, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:29.483361 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d948778-3382-4ec0-a0d7-4f2b4840da9e,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:29.487858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:29.540051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Network 32dadf34-9544-4b34-bc46-6379a1498be5 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:29.554389 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 32dadf34-9544-4b34-bc46-6379a1498be5) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:29.559772 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:29.560408 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.567206 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4d9e609b-b03c-4729-9476-a951af71fab6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3660405 May 31 11:40:29.567206 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Made reservation on behalf of f2c4044219e54bf09b1a93aeaf3562c6 for: {'subnet': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:29.567906 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.579904 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54112) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:29.582367 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b85fcd7-35ce-49a4-a5d5-77a42affd44c None None] Network 32dadf34-9544-4b34-bc46-6379a1498be5 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:29.586504 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:29.596063 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-cd325ae7-0b25-45ac-bb30-29e33eeba252 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9092593 May 31 11:40:29.596063 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:29.597104 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54116) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:29.603200 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:29.608745 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:29.613083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Usage tracker for resource:router and tenant:0bc581eb1064479985807b22ad83ca65 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:29.620044 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:29.627338 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:29.635881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Usage tracker for resource:router and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:29.640132 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:29.649531 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.651994 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.677262 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:29.706589 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.724988 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.726006 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.765796 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:29.906235 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Pushing event updated for resources: {'Network': ['ID=231b6be4-0590-497a-b8ae-bd44402155d9,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:29.927698 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:29.983341 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 231b6be4-0590-497a-b8ae-bd44402155d9 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:30.283725 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.300759 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:30.316259 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:40:30.317485 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.418411 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0787148c-e926-440a-98b7-b6b4d22b0e8a,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:30.429091 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:30.475361 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Checking segment: {'id': '4719c7f5-6d7c-4ec5-80b6-4babe46dd112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:30.476475 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Network hostable DHCP agents. Network: 231b6be4-0590-497a-b8ae-bd44402155d9, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:30.494874 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.504814 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.522121 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Network 231b6be4-0590-497a-b8ae-bd44402155d9 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:30.542231 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 231b6be4-0590-497a-b8ae-bd44402155d9) {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:30.566071 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2cf25f-3e55-4d6c-a742-44285a2a5089 None None] Network 231b6be4-0590-497a-b8ae-bd44402155d9 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:30.567125 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:30.569104 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.619501 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-0e4a25cc-f23f-46e8-a6f1-367f4c08fed8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2111127 May 31 11:40:30.783631 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Allocated IP 172.20.0.2 (13cfd2ab-5fa9-411d-9484-ba3d22b40e73/e6d52f36-c27d-4b36-9f55-cb4a9c040365/01f64ca6-6840-462e-88e9-4f5442d45b3c) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:30.790942 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a7b812-7f8f-491a-b917-8edd8293c3b2 None None] Network 32dadf34-9544-4b34-bc46-6379a1498be5 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:31.225240 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.302243 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a26010-8889-42fa-82e4-3be46c8bac67 None None] Network 231b6be4-0590-497a-b8ae-bd44402155d9 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:31.304847 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.442609 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.463225 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54212) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:31.466097 dv-cinder-786383-7-iscsi neutron-server[98398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:40:31.503793 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.521833 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.715295 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Transition to ACTIVE for port object 01f64ca6-6840-462e-88e9-4f5442d45b3c will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:31.724515 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-1d810c4d-c0f3-49d1-ba4b-748818284e65 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:31.725815 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-1d810c4d-c0f3-49d1-ba4b-748818284e65 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Synchronizing usage tracker for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:network {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:31.746706 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-1d810c4d-c0f3-49d1-ba4b-748818284e65 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Unset dirty status for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:network {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:31.757727 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-1d810c4d-c0f3-49d1-ba4b-748818284e65 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/networks?id=231b6be4-0590-497a-b8ae-bd44402155d9 HTTP/1.1" status: 200 len: 812 time: 0.2931533 May 31 11:40:31.784054 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Transition to ACTIVE for port object 01f64ca6-6840-462e-88e9-4f5442d45b3c will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:31.784484 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-c90ddd16-e143-4cde-b0ad-cfe81eea412a tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/quotas/f2c4044219e54bf09b1a93aeaf3562c6 HTTP/1.1" status: 200 len: 375 time: 0.0255461 May 31 11:40:31.789316 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Allocated IP 172.27.0.88 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/1027a6a0-0b60-4cca-97fc-d0d3077004ef) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:31.796344 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:31.805257 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:31.845751 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-5fcce887-9dd1-4044-857f-f79ec8b26a44 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2c4044219e54bf09b1a93aeaf3562c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602665 May 31 11:40:31.878033 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:31.880972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:31.886457 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:31.932837 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Pushing event updated for resources: {'Port': ['ID=01f64ca6-6840-462e-88e9-4f5442d45b3c,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:31.947611 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.948189 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.948667 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.949324 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.949937 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.950571 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.951262 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.951873 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.952354 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.954590 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.955119 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.955604 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Tracked resource versions report: May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: pushed versions: May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: { 'AddressGroup': {'1.2'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'ConntrackHelper': {'1.0'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Log': {'1.0'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Network': {'1.1'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Port': {'1.7'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'PortForwarding': {'1.2'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'QosPolicy': {'1.8'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroup': {'1.4'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroupRule': {'1.2'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SubPort': {'1.0'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Subnet': {'1.1'}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Trunk': {'1.1'}} May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: consumer versions: May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: HyperV agent@hv-cinder-78638: {}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'ConntrackHelper': '1.0', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Log': '1.0', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Network': '1.1', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Port': '1.7', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'PortForwarding': '1.2', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'QosPolicy': '1.8', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroup': '1.4', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SecurityGroupRule': '1.2', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'SubPort': '1.0', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Subnet': '1.1', May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: 'Trunk': '1.1'}} May 31 11:40:31.956768 dv-cinder-786383-7-iscsi neutron-server[98399]: {{(pid=98399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:40:31.967660 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:32.033452 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54246) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:32.043638 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.044159 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Attempting to bind port 01f64ca6-6840-462e-88e9-4f5442d45b3c on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:32.044891 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Attempting to bind port 01f64ca6-6840-462e-88e9-4f5442d45b3c by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:32.045466 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Attempting to bind port 01f64ca6-6840-462e-88e9-4f5442d45b3c on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:32.051946 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:32.052315 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Checking segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:32.052881 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.053487 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Bound using segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:32.054125 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Bound port: 01f64ca6-6840-462e-88e9-4f5442d45b3c, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:32.054696 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.113914 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54256) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:32.152063 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.152899 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.191696 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-127ee278-7b3d-4e51-9c27-c884f9bef68e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:40:32.198522 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-127ee278-7b3d-4e51-9c27-c884f9bef68e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1336887 May 31 11:40:32.208085 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:32.214307 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] For port 01f64ca6-6840-462e-88e9-4f5442d45b3c, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:32.220532 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] For port 01f64ca6-6840-462e-88e9-4f5442d45b3c, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=01f64ca6-6840-462e-88e9-4f5442d45b3c,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:32.229438 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.242859 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:32.323475 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Allocated IP 172.27.0.249 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/c7311092-be8a-45a6-baf0-af1e3fa49081) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:32.347411 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Pushing event updated for resources: {'Port': ['ID=01f64ca6-6840-462e-88e9-4f5442d45b3c,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:32.351497 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:32.371468 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-8e2178eb-023f-427a-b978-7bbb0c5aa546 service neutron] 10.222.0.18 "GET /v2.0/networks/231b6be4-0590-497a-b8ae-bd44402155d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718845 May 31 11:40:32.373255 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:32.386459 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:32.391968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:32.431921 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Usage tracker for resource:security_group_rule and tenant:9a7ec31ac59640728a317035d49b4803 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:32.437108 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:32.458059 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:32.487794 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.506100 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54276) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:32.512927 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:32.615026 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Pushing event updated for resources: {'Port': ['ID=1027a6a0-0b60-4cca-97fc-d0d3077004ef,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:32.618770 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:32.636632 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Usage tracker for resource:security_group_rule and tenant:37878d75b9ca45fa9fc45be4bbdde3b0 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:32.645800 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:32.655161 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:32.701188 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:32.865465 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.901047 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:32.919044 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-5da3b064-ec0a-4bc3-807d-95cf5e751367 service neutron] 10.222.0.18 "GET /v2.0/networks/231b6be4-0590-497a-b8ae-bd44402155d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410957 May 31 11:40:32.939641 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:32.943901 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Usage tracker for resource:security_group_rule and tenant:34f5346ce8804e24a41a1aa9fe0002db is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:32.947565 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:32.953801 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:33.035238 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 01f64ca6-6840-462e-88e9-4f5442d45b3c up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:33.070006 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.082538 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.095922 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.125987 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.154937 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 01f64ca6-6840-462e-88e9-4f5442d45b3c completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:33.158261 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.165593 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.206929 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.262510 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.306451 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.307927 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.340768 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:33.383733 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8aa5d5c2-57b9-4b88-87cd-d081da627181 req-d02323c9-96b8-490b-9cb9-87c116dbd8dc tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.1066096 May 31 11:40:33.385321 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Synchronizing usage tracker for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:33.387993 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1abc47-164c-49c2-8fc8-47150498eadc,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.400876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.401316 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.403193 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:33.415919 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Pushing event updated for resources: {'Port': ['ID=c7311092-be8a-45a6-baf0-af1e3fa49081,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.433454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:33.531610 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Synchronizing usage tracker for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:33.540652 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] Unset dirty status for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:33.544535 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-af52f3a9-3b41-4542-9601-d076c082c782 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37878d75b9ca45fa9fc45be4bbdde3b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4270716 May 31 11:40:33.544535 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860fe09e-64c3-4678-aa52-f382b7a1485a,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.551506 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54320) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:33.561013 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34f5346ce8804e24a41a1aa9fe0002db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0426612 May 31 11:40:33.591669 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54324) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:33.615180 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae78e2-217a-48d2-96a4-1d3d46c265a3 None None] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:33.662860 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] Unset dirty status for tenant:55736bde0c8a43dc9514cab7759848c2 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:33.664374 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-41d4865c-8e7e-4e8f-8c85-b3c7c0cd994c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a7ec31ac59640728a317035d49b4803&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6296668 May 31 11:40:33.680039 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54336) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:33.688097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83946b45-13e6-4592-abbe-93b31933d30f,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:33.716716 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.727868 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:33.728226 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.755934 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:33.762350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4750c110-2101-486f-805f-fd310c509e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.791140 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Provisioning for port 01f64ca6-6840-462e-88e9-4f5442d45b3c completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:33.800418 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Provisioning complete for port 01f64ca6-6840-462e-88e9-4f5442d45b3c triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:33.800960 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.809031 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.844160 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4750c110-2101-486f-805f-fd310c509e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.895276 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.905102 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.979523 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:33.996354 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.040975 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.048239 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:34.061939 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4750c110-2101-486f-805f-fd310c509e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.064790 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83946b45-13e6-4592-abbe-93b31933d30f,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:34.066938 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.067877 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:34.077407 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:34.104469 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.105807 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/860fe09e-64c3-4678-aa52-f382b7a1485a HTTP/1.1" status: 204 len: 168 time: 0.4240863 May 31 11:40:34.106763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750c110-2101-486f-805f-fd310c509e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1abc47-164c-49c2-8fc8-47150498eadc,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:34.109238 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.110523 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-80ab92fe-95b7-4c9b-98e7-31a24e37e993 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83946b45-13e6-4592-abbe-93b31933d30f HTTP/1.1" status: 204 len: 168 time: 0.5160122 May 31 11:40:34.121146 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4750c110-2101-486f-805f-fd310c509e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.124914 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4750c110-2101-486f-805f-fd310c509e91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc1abc47-164c-49c2-8fc8-47150498eadc HTTP/1.1" status: 204 len: 168 time: 0.5662334 May 31 11:40:34.124914 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860fe09e-64c3-4678-aa52-f382b7a1485a,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:34.127598 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:34.128237 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:34.128622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:34.130702 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] For port 01f64ca6-6840-462e-88e9-4f5442d45b3c, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=01f64ca6-6840-462e-88e9-4f5442d45b3c,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:34.153374 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.157823 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:34.226426 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.339722 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Pushing event updated for resources: {'Port': ['ID=01f64ca6-6840-462e-88e9-4f5442d45b3c,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:34.356911 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:34.586672 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-98afb6f0-6573-45f7-93b8-7974bee374ac req-987f97f1-be37-4379-9ab3-7f8544c16f3e tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.0724688 May 31 11:40:34.617690 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.690068 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-db59ee55-b760-48fa-8134-8c4b9900aa78 None None] Provisioning complete for port 01f64ca6-6840-462e-88e9-4f5442d45b3c triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:34.691275 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-db59ee55-b760-48fa-8134-8c4b9900aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:34.951212 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 01f64ca6-6840-462e-88e9-4f5442d45b3c up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:34.981524 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54396) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:34.981524 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54398) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.029081 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 01f64ca6-6840-462e-88e9-4f5442d45b3c triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:35.029781 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.040214 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.052113 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.076193 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.109963 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:35.115297 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Usage tracker for resource:security_group_rule and tenant:5134f937964443089884f23f195c79cf is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:35.119210 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:35.128205 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:35.138814 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54404) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.143357 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:35.170344 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:abe73bccb8a44de7af2a61d12d3c1074 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:35.175634 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:35.187406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:35.244225 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:40:35.254610 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54410) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.295779 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.303470 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.316517 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-deac499f-4805-4cf7-9c98-76b844467649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:35.343526 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.379898 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abe73bccb8a44de7af2a61d12d3c1074&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3949454 May 31 11:40:35.379898 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f1ba3-6a4a-4632-b63c-abe24f5a53f1,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:35.381248 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54414) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.390373 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:35.398590 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:35.407299 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.418855 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.432574 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:35.475532 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Usage tracker for resource:security_group_rule and tenant:69437a39c59b4a739a0d6155b3f5f7e7 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:35.484430 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5134f937964443089884f23f195c79cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5001214 May 31 11:40:35.489926 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:35.493582 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54420) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.503595 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:35.509097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee42652-f796-434a-9d0a-02a38aca7ddf,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:35.515313 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:35.515984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.530004 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.566061 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:35.569691 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.571379 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:35.578297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Usage tracker for resource:security_group_rule and tenant:d2e6fcb8569649de9e24b37b19f4a14e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:35.581848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:35.592884 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Sync routers for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:35.597169 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:35.598974 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Router a74bd00d-86ab-4f9d-bde6-4e1d680681fb is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:40:35.602572 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:35.603214 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:35.612680 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.676712 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.684860 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.691584 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:35.716436 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f1ba3-6a4a-4632-b63c-abe24f5a53f1,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:35.719013 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:35.746686 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.750480 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e0f1ba3-6a4a-4632-b63c-abe24f5a53f1 HTTP/1.1" status: 204 len: 168 time: 0.3596663 May 31 11:40:35.772646 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.774058 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ff208298-1d09-4240-8f6f-0c75dcf2b119 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1924834 May 31 11:40:35.777750 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54428) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:35.804352 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.829392 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:35.865120 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.882084 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:35.954459 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:35.978882 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:36.003511 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee42652-f796-434a-9d0a-02a38aca7ddf,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:36.005891 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:36.042307 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc312e6-e6d4-4c25-a7e0-f0d1f2e3997c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:36.045103 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.048789 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eee42652-f796-434a-9d0a-02a38aca7ddf HTTP/1.1" status: 204 len: 168 time: 0.5506744 May 31 11:40:36.054915 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69437a39c59b4a739a0d6155b3f5f7e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7992382 May 31 11:40:36.059604 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:36.061339 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:36.063844 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54440) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:36.069482 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Sync routers for ids ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:36.084025 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Routers {'a74bd00d-86ab-4f9d-bde6-4e1d680681fb'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:36.084738 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:36.103135 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.118953 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.119706 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.120900 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5229080 May 31 11:40:36.124143 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54444) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:36.124829 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8d835ab5-72f3-4ea1-9f14-e50c8fe0405e req-e5c20341-74f7-415c-8931-492d2b0b4b6b tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.2268381 May 31 11:40:36.144802 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:36.340912 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:32Z', 'revision_number': 3, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:36.348635 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Checking router: 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:36.348635 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Updating router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 port 1027a6a0-0b60-4cca-97fc-d0d3077004ef binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:40:36.416515 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:36.525191 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Set router a74bd00d-86ab-4f9d-bde6-4e1d680681fb gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:36.712164 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9052f40f-34c2-4f26-875a-7144666cf496,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:36.722028 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:36.726278 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2e6fcb8569649de9e24b37b19f4a14e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5864053 May 31 11:40:36.736913 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54466) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:36.750903 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.044254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54486) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:37.046623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.071874 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.076180 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.087540 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Transition to ACTIVE for port object 1027a6a0-0b60-4cca-97fc-d0d3077004ef will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:37.098109 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.108148 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:37.135597 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.161786 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.173388 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.177697 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:33Z', 'revision_number': 3, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:37.184228 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:37.196470 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Checking router: a74bd00d-86ab-4f9d-bde6-4e1d680681fb for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:37.201192 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Attempting to bind port 1027a6a0-0b60-4cca-97fc-d0d3077004ef on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:37.201537 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052f40f-34c2-4f26-875a-7144666cf496,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:37.201681 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Attempting to bind port 1027a6a0-0b60-4cca-97fc-d0d3077004ef by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:37.201951 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Attempting to bind port 1027a6a0-0b60-4cca-97fc-d0d3077004ef on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:37.203676 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Updating router a74bd00d-86ab-4f9d-bde6-4e1d680681fb port c7311092-be8a-45a6-baf0-af1e3fa49081 binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:40:37.206026 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:37.213872 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:37.214245 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:37.214851 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.215248 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:37.215717 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Bound port: 1027a6a0-0b60-4cca-97fc-d0d3077004ef, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:37.216082 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.246516 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.248165 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9052f40f-34c2-4f26-875a-7144666cf496 HTTP/1.1" status: 204 len: 168 time: 0.5102088 May 31 11:40:37.281480 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Pushing event updated for resources: {'Port': ['ID=1027a6a0-0b60-4cca-97fc-d0d3077004ef,revision_number=2']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:37.308261 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.308602 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.308930 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.310017 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.310364 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.310789 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.311245 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.311577 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.311907 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.312223 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.312534 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.313373 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Tracked resource versions report: May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: pushed versions: May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: { 'AddressGroup': {'1.2'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'ConntrackHelper': {'1.0'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Log': {'1.0'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Network': {'1.1'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Port': {'1.7'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'PortForwarding': {'1.2'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'QosPolicy': {'1.8'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroup': {'1.4'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroupRule': {'1.2'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SubPort': {'1.0'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Subnet': {'1.1'}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Trunk': {'1.1'}} May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: consumer versions: May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: { DHCP agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: HyperV agent@hv-cinder-78638: {}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: L3 agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: Metadata agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: Metering agent@dv-cinder-786383-7-iscsi: {}, May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: Open vSwitch agent@dv-cinder-786383-7-iscsi: { 'AddressGroup': '1.2', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'ConntrackHelper': '1.0', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Log': '1.0', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Network': '1.1', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Port': '1.7', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'PortForwarding': '1.2', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'QosPolicy': '1.8', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroup': '1.4', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SecurityGroupRule': '1.2', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'SubPort': '1.0', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Subnet': '1.1', May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: 'Trunk': '1.1'}} May 31 11:40:37.314009 dv-cinder-786383-7-iscsi neutron-server[98400]: {{(pid=98400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:40:37.319018 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:37.353118 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] For port 1027a6a0-0b60-4cca-97fc-d0d3077004ef, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:37.356169 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.361055 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] For port 1027a6a0-0b60-4cca-97fc-d0d3077004ef, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1027a6a0-0b60-4cca-97fc-d0d3077004ef,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:37.372693 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.387381 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:37.539815 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297741138-network', 'tenant_id': '08ce805a5712464396d0bb63f98d869b'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:37.590476 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:37.591833 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:37.639195 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-092e7f7f-ea99-4227-a3fa-2168c05f962c req-bae01d2f-3992-4e1f-a182-dc2230f9a988 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.2120774 May 31 11:40:37.645102 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:37.671702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.681008 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:37.683013 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Usage tracker for resource:network and tenant:08ce805a5712464396d0bb63f98d869b is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:37.688025 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:37.705207 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:37.731130 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc312e6-e6d4-4c25-a7e0-f0d1f2e3997c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:37.741565 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:37.744008 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Allocated IP 172.20.0.1 (13cfd2ab-5fa9-411d-9484-ba3d22b40e73/e6d52f36-c27d-4b36-9f55-cb4a9c040365/35114e57-7475-4258-9715-f95c9e6be947) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:37.753144 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Made reservation on behalf of 08ce805a5712464396d0bb63f98d869b for: {'network': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:37.755440 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.779916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.781048 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fc312e6-e6d4-4c25-a7e0-f0d1f2e3997c HTTP/1.1" status: 204 len: 168 time: 1.7162712 May 31 11:40:37.792001 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Pushing event updated for resources: {'Port': ['ID=1027a6a0-0b60-4cca-97fc-d0d3077004ef,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:37.800225 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:37.803163 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:37.834081 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:37.878028 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Usage tracker for resource:security_group_rule and tenant:08ce805a5712464396d0bb63f98d869b is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:37.882901 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:37.949120 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:38.005630 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:38.023386 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.042838 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.064501 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Transition to ACTIVE for port object c7311092-be8a-45a6-baf0-af1e3fa49081 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:38.078587 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.089733 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.096741 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:38.130079 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.62', 52022) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:38.138373 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Transition to ACTIVE for port object 35114e57-7475-4258-9715-f95c9e6be947 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:38.330501 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Attempting to bind port c7311092-be8a-45a6-baf0-af1e3fa49081 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:38.331094 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Attempting to bind port c7311092-be8a-45a6-baf0-af1e3fa49081 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:38.331255 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Attempting to bind port c7311092-be8a-45a6-baf0-af1e3fa49081 on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:38.400719 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e08377-9889-41d1-ac11-9267a7a1ea67 None None] Pushing event updated for resources: {'Port': ['ID=c7311092-be8a-45a6-baf0-af1e3fa49081,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:38.403829 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:38.411114 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:38.411501 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.411973 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:38.412568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Bound port: c7311092-be8a-45a6-baf0-af1e3fa49081, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:38.416035 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.565977 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] For port c7311092-be8a-45a6-baf0-af1e3fa49081, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:38.568081 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.569667 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] For port c7311092-be8a-45a6-baf0-af1e3fa49081, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=c7311092-be8a-45a6-baf0-af1e3fa49081,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:38.571496 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e9e08377-9889-41d1-ac11-9267a7a1ea67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:38.576765 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.585154 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e9e08377-9889-41d1-ac11-9267a7a1ea67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:38.592041 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.644015 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:32Z', 'revision_number': 3, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:38.652681 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020e1f-3079-4337-9080-2043b967a1d4 None None] The sync data for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi is: [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:32Z', 'revision_number': 3, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:38.653129 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Allocated IP 172.20.0.1 (32dadf34-9544-4b34-bc46-6379a1498be5/7d948778-3382-4ec0-a0d7-4f2b4840da9e/1092abc7-7720-44a9-85f7-f4f4fc0bd3ed) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:38.662920 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:38.693725 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Routers {'a74bd00d-86ab-4f9d-bde6-4e1d680681fb'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:38.694594 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:38.715935 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e47b46-f6dc-413a-b407-78332778649e,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:38.733021 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:38.733791 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=98398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:38.739090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.757607 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:38.866400 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.866788 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.segments_db [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Added segment 02a557dd-eae3-4b50-bfec-9696b13b2e3a of type vlan for network 2853be54-77ec-413f-aa54-aaa448397d57 May 31 11:40:38.867167 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e08377-9889-41d1-ac11-9267a7a1ea67 None None] Pushing event updated for resources: {'Port': ['ID=c7311092-be8a-45a6-baf0-af1e3fa49081,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:38.877736 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Pushing event updated for resources: {'Port': ['ID=35114e57-7475-4258-9715-f95c9e6be947,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:38.883352 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e9e08377-9889-41d1-ac11-9267a7a1ea67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:38.888868 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-4e8c61f4-037e-4840-8bfe-741df0075d9a tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:38.890602 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-4e8c61f4-037e-4840-8bfe-741df0075d9a tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.62 "GET /v2.0/networks?id=231b6be4-0590-497a-b8ae-bd44402155d9 HTTP/1.1" status: 200 len: 812 time: 0.7545362 May 31 11:40:38.895026 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:38.917182 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:38.920204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:38.942964 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:38.943448 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.064019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.129568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] Set router a74bd00d-86ab-4f9d-bde6-4e1d680681fb gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:39.135423 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Request body: {'port': {'device_id': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9', 'admin_state_up': True, 'tenant_id': 'f2c4044219e54bf09b1a93aeaf3562c6'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:39.207960 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.298133 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.302656 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-90734c1a-431b-4d24-a383-44eb685ee1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:39.428384 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Pushing event updated for resources: {'Port': ['ID=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:39.434067 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:39.448573 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Network 32dadf34-9544-4b34-bc46-6379a1498be5 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:39.450332 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:39.460565 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:39.461251 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.461489 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-fef2533d-fdfe-4fb2-ba71-cf2c9c5c288d None None] Provisioning for port 35114e57-7475-4258-9715-f95c9e6be947 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:39.473235 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-fef2533d-fdfe-4fb2-ba71-cf2c9c5c288d None None] Provisioning complete for port 35114e57-7475-4258-9715-f95c9e6be947 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:39.473614 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fef2533d-fdfe-4fb2-ba71-cf2c9c5c288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.474346 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55824416-b64c-4186-8aee-5af49c62cc35 req-30563002-f4bb-4a4e-a128-3b77809a6ede tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.4193008 May 31 11:40:39.568506 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.598500 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-fef2533d-fdfe-4fb2-ba71-cf2c9c5c288d None None] Port 35114e57-7475-4258-9715-f95c9e6be947 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:40:39.626795 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.650070 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:39.650961 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:39.701559 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:39.705901 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-164dea3f-da65-4837-8680-ecabc84669c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:39.774050 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Usage tracker for resource:port and tenant:f2c4044219e54bf09b1a93aeaf3562c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:39.775681 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:33Z', 'revision_number': 3, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:39.784369 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea12776-a6d8-4f3a-a21a-f255f4a19dc4 None None] The sync data for ids ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'] in dv-cinder-786383-7-iscsi is: [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:33Z', 'revision_number': 3, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:39.789309 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:39.969618 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Pushing event updated for resources: {'Network': ['ID=2853be54-77ec-413f-aa54-aaa448397d57,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:39.983996 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 2853be54-77ec-413f-aa54-aaa448397d57 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:39.993321 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:40.002326 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:40.056702 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9316902 May 31 11:40:40.060052 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54602) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:40.114822 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Request body: {'subnet': {'network_id': '2853be54-77ec-413f-aa54-aaa448397d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297741138-subnet', 'tenant_id': '08ce805a5712464396d0bb63f98d869b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:40.158205 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:40.185345 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Usage tracker for resource:subnet and tenant:08ce805a5712464396d0bb63f98d869b is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:40.190354 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:40.201257 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:40.209863 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:40.239257 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Made reservation on behalf of 08ce805a5712464396d0bb63f98d869b for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:40.241852 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:40.262484 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Made reservation on behalf of f2c4044219e54bf09b1a93aeaf3562c6 for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:40.266261 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:40.979552 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c3293ad9-1da3-4b6f-863b-1841e2e78ff3 req-a2195990-7856-487d-a14f-69bca81b3cfc tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.2335274 May 31 11:40:41.063957 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54622) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:41.107199 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Allocated IP 172.20.0.4 (231b6be4-0590-497a-b8ae-bd44402155d9/0787148c-e926-440a-98b7-b6b4d22b0e8a/c400e030-9283-4f8d-aa76-e67775644624) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:41.253299 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device c7311092-be8a-45a6-baf0-af1e3fa49081 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:41.281823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.304659 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.343279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.360704 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:41.388204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.db.resource_extend [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:40:41.486248 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.518034 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port c7311092-be8a-45a6-baf0-af1e3fa49081 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:41.527506 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port c7311092-be8a-45a6-baf0-af1e3fa49081 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:41.528230 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.553459 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.569820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:41.602839 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-a07c0c02-7c4a-4066-8eb2-42bf89536c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:41.769495 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Pushing event updated for resources: {'Port': ['ID=35114e57-7475-4258-9715-f95c9e6be947,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:41.790115 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Pushing event updated for resources: {'Port': ['ID=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:41.793671 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:41.929878 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:41.980209 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.027237 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port c7311092-be8a-45a6-baf0-af1e3fa49081, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=c7311092-be8a-45a6-baf0-af1e3fa49081,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:42.034802 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.036010 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1027a6a0-0b60-4cca-97fc-d0d3077004ef up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:42.120043 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:42.140759 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Network 32dadf34-9544-4b34-bc46-6379a1498be5 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:42.143602 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:42.332776 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.428790 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=c7311092-be8a-45a6-baf0-af1e3fa49081,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:42.457306 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:42.481292 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 1027a6a0-0b60-4cca-97fc-d0d3077004ef completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:42.490056 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:42.495201 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 1027a6a0-0b60-4cca-97fc-d0d3077004ef triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:42.496064 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.511211 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:42.543517 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bd7a572c-85b2-49e4-8bc2-e70f7639d781 req-6cb8ccba-bf5d-4161-80cc-78bb209412b3 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.2447567 May 31 11:40:42.567384 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:42.583759 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.731739 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Router a74bd00d-86ab-4f9d-bde6-4e1d680681fb has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:40:42.843494 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.862774 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Usage tracker for resource:security_group_rule and tenant:3e86db6771d749b79f4762a7ff8c3afd is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:42.876641 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:42.894629 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 1027a6a0-0b60-4cca-97fc-d0d3077004ef, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1027a6a0-0b60-4cca-97fc-d0d3077004ef,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:42.903185 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.904622 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-1a6498a4-ce12-455c-ab25-f739b14407ba None None] Provisioning complete for port 35114e57-7475-4258-9715-f95c9e6be947 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:42.905248 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-1a6498a4-ce12-455c-ab25-f739b14407ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.933603 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:42.950860 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:42.955339 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:42.982360 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f7578da8-610b-45d4-a201-6c54b499edf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.051574 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.061206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54662) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.083175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.171283 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-1a6498a4-ce12-455c-ab25-f739b14407ba None None] Port 35114e57-7475-4258-9715-f95c9e6be947 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:40:43.181144 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Network 231b6be4-0590-497a-b8ae-bd44402155d9 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:43.187278 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Pushing event updated for resources: {'Port': ['ID=c400e030-9283-4f8d-aa76-e67775644624,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.191006 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.192014 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:43.194565 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:43.200630 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:43.201268 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.203450 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device c7311092-be8a-45a6-baf0-af1e3fa49081 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:43.256572 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1985352 May 31 11:40:43.415832 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=1027a6a0-0b60-4cca-97fc-d0d3077004ef,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.425491 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a082870-a073-41b0-bd14-026f1e69aa5c,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.434010 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.448379 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:43.449528 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.476769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:43.484823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Checking segment: {'id': '02a557dd-eae3-4b50-bfec-9696b13b2e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2853be54-77ec-413f-aa54-aaa448397d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:43.485336 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Network hostable DHCP agents. Network: 2853be54-77ec-413f-aa54-aaa448397d57, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:43.490246 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port c7311092-be8a-45a6-baf0-af1e3fa49081 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:43.490649 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b7e66131cd4b11b60cb6597b4724a9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:43.491149 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.501048 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:43.505301 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:43.506913 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-357f402e-8ec4-4646-a620-bf8a7654634b tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:40:43.510323 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-357f402e-8ec4-4646-a620-bf8a7654634b tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221906 May 31 11:40:43.516897 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:43.530466 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Sync routers for ids ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:43.544479 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Routers {'a74bd00d-86ab-4f9d-bde6-4e1d680681fb'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:43.547436 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:43.556301 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] 10.222.0.18 "PUT /v2.0/routers/a74bd00d-86ab-4f9d-bde6-4e1d680681fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4240921 May 31 11:40:43.564066 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Network 2853be54-77ec-413f-aa54-aaa448397d57 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:43.605250 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 2853be54-77ec-413f-aa54-aaa448397d57) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:43.622578 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:43.627786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.658187 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4bf568-dfc9-41dd-a556-eb527be427a6 None None] Network 2853be54-77ec-413f-aa54-aaa448397d57 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:43.695479 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6335614 May 31 11:40:43.790878 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.807348 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.837242 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.859369 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.869314 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:43.890096 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-183722d4-279a-48be-ab6c-191311ed3790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:43.947259 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:40:43.960355 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54690) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.974620 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e86db6771d749b79f4762a7ff8c3afd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9040701 May 31 11:40:43.980112 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54694) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:43.981197 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374b2da0-a1b1-465f-89c5-6e04a751d011,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:43.982974 dv-cinder-786383-7-iscsi neutron-server[98397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:40:43.986876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:44.105956 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2b7e66131cd4b11b60cb6597b4724a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0432410 May 31 11:40:44.178673 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c03c5-f1d3-469e-830a-63ecc78865e3,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:44.182891 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54698) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:44.239360 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:44.315016 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Set router a74bd00d-86ab-4f9d-bde6-4e1d680681fb gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:44.441365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.540086 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.573127 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.575301 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861fef8-3ad7-451d-ad0a-f3d52ba5faf7 None None] Network 2853be54-77ec-413f-aa54-aaa448397d57 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:44.619822 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:40:44.662105 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Sync routers for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:40:44.725001 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.744838 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:44.757448 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:40Z', 'revision_number': 4, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '1092abc7-7720-44a9-85f7-f4f4fc0bd3ed', 'name': '', 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'mac_address': 'fa:16:3e:4e:df:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:38Z', 'updated_at': '2021-05-31T11:40:40Z', 'revision_number': 2, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'subnets': [{'id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:44.764447 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Checking router: a74bd00d-86ab-4f9d-bde6-4e1d680681fb for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:44.765024 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Updating router a74bd00d-86ab-4f9d-bde6-4e1d680681fb port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:40:44.813444 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b2da0-a1b1-465f-89c5-6e04a751d011,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:44.825652 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:44.832063 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.835639 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/374b2da0-a1b1-465f-89c5-6e04a751d011 HTTP/1.1" status: 204 len: 168 time: 0.8497210 May 31 11:40:44.862561 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518269-e127-4b39-88fc-645f6c74c1a5 req-d9780798-084e-45a6-accd-cea32d4f193e tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:44.865102 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96518269-e127-4b39-88fc-645f6c74c1a5 req-d9780798-084e-45a6-accd-cea32d4f193e tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 931 time: 0.8976262 May 31 11:40:44.876482 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:44.879841 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:44.890173 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] 10.222.0.18 "PUT /v2.0/routers/3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1111610 May 31 11:40:44.893629 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.895903 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.972751 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:44.974622 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96518269-e127-4b39-88fc-645f6c74c1a5 req-4f004c6b-85f0-47a6-8f71-908ce245c080 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044989 May 31 11:40:45.112024 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.117131 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1fb6e865-a3e5-426e-acf7-32ed82488c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:45.135398 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1027a6a0-0b60-4cca-97fc-d0d3077004ef up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:45.153803 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.155784 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b57c03c5-f1d3-469e-830a-63ecc78865e3 HTTP/1.1" status: 204 len: 168 time: 0.5428329 May 31 11:40:45.157199 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c03c5-f1d3-469e-830a-63ecc78865e3,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:45.160665 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:45.179453 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Request body: {'port': {'device_id': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:45.509610 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.535088 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.570398 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Transition to ACTIVE for port object 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:45.585320 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.593545 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:45.643262 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 1027a6a0-0b60-4cca-97fc-d0d3077004ef triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:45.644462 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:45.918279 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:46.087161 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae68aa-5117-41e3-a01e-043dc8d24830 None None] Pushing event updated for resources: {'Port': ['ID=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:46.103734 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-36ae68aa-5117-41e3-a01e-043dc8d24830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:46.314248 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Attempting to bind port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:46.320570 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Attempting to bind port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:46.321110 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Attempting to bind port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed on network 32dadf34-9544-4b34-bc46-6379a1498be5 {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:46.337774 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:46.345272 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Checking segment: {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:46.345866 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.354816 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Bound using segment: {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:46.354816 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Bound port: 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:46.354816 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.468311 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:40Z', 'revision_number': 2, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:46.474038 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Checking router: 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:40:46.474706 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Updating router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 port 35114e57-7475-4258-9715-f95c9e6be947 binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:40:46.581425 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.585402 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54760) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:46.629316 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.661006 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:46.678762 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Usage tracker for resource:security_group_rule and tenant:ab542d0b71bd4be48f9b0a9d17cae3ed is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:46.684088 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:46.688154 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-fe77e83c-0016-4fa0-8f55-6dcd64861b28 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:46.690249 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-fe77e83c-0016-4fa0-8f55-6dcd64861b28 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 818 time: 0.9286075 May 31 11:40:46.696503 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] For port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:46.701933 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] For port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:46.710302 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.711275 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:46.725786 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-36ae68aa-5117-41e3-a01e-043dc8d24830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:46.778603 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-60efab7a-c5d2-457f-ada4-68f0efe1aead tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/quotas/0bc581eb1064479985807b22ad83ca65 HTTP/1.1" status: 200 len: 375 time: 0.0550673 May 31 11:40:46.789298 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-91a644d3-06b7-48b8-9d9f-1f8db1db5d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.907823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.916438 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:46.940822 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb7060cf-1a68-4427-8cc1-7b5f570d98e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:46.966499 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.db.resource_extend [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:40:46.984246 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Routers {'a74bd00d-86ab-4f9d-bde6-4e1d680681fb'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:46.990862 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:47.011603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb708318-37c2-47b4-b8ef-1965c0403ecf,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.022993 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.130139 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab542d0b71bd4be48f9b0a9d17cae3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396299 May 31 11:40:47.131079 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54768) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:47.206481 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae68aa-5117-41e3-a01e-043dc8d24830 None None] Pushing event updated for resources: {'Port': ['ID=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,revision_number=4']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.213563 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c400e030-9283-4f8d-aa76-e67775644624 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:40:47.229098 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.231938 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-36ae68aa-5117-41e3-a01e-043dc8d24830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.243243 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-582b20b5-c43e-4dfe-a22b-a7aae4045162 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4572411 May 31 11:40:47.261912 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Transition to ACTIVE for port object c400e030-9283-4f8d-aa76-e67775644624 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:47.296076 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.310739 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:47.353996 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.450542 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.700916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.722401 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-85326b18-04b8-44aa-9592-c67a029c6fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:47.749593 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] Set router a74bd00d-86ab-4f9d-bde6-4e1d680681fb gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:47.767853 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb708318-37c2-47b4-b8ef-1965c0403ecf,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:47.782106 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:47.803385 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:47.814667 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb708318-37c2-47b4-b8ef-1965c0403ecf HTTP/1.1" status: 204 len: 168 time: 0.6790204 May 31 11:40:47.918390 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.026105 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54792) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:48.055080 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-329933885-network', 'tenant_id': '8a9122b6a233486789f7e3c80ee25722'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:48.073519 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Transition to ACTIVE for port object 35114e57-7475-4258-9715-f95c9e6be947 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:40:48.075804 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:48.090839 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Usage tracker for resource:network and tenant:8a9122b6a233486789f7e3c80ee25722 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:48.107379 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:48.116886 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.121932 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e9e08377-9889-41d1-ac11-9267a7a1ea67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:48.152741 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:48.192226 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Made reservation on behalf of 8a9122b6a233486789f7e3c80ee25722 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:48.197636 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.240659 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.285881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54798) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:48.305559 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299533836', 'description': 'tempest-description--967268017'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:48.339432 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:48.345498 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Attempting to bind port c400e030-9283-4f8d-aa76-e67775644624 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:48.346066 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Attempting to bind port c400e030-9283-4f8d-aa76-e67775644624 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4719c7f5-6d7c-4ec5-80b6-4babe46dd112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:48.346304 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Attempting to bind port c400e030-9283-4f8d-aa76-e67775644624 on network 231b6be4-0590-497a-b8ae-bd44402155d9 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:48.349668 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:48.355165 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Pushing event updated for resources: {'Port': ['ID=c400e030-9283-4f8d-aa76-e67775644624,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:48.367645 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:48.371771 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:48.375117 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Usage tracker for resource:security_group_rule and tenant:8a9122b6a233486789f7e3c80ee25722 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:48.389242 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:48.392392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:48.397015 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Port c400e030-9283-4f8d-aa76-e67775644624 on network 231b6be4-0590-497a-b8ae-bd44402155d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:40:48.403851 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Attempting to bind port c400e030-9283-4f8d-aa76-e67775644624 on network 231b6be4-0590-497a-b8ae-bd44402155d9 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:48.423300 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:48.430038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:48.432458 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:48.437841 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Checking segment: {'id': '4719c7f5-6d7c-4ec5-80b6-4babe46dd112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:48.438746 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Bound using segment: {'id': '4719c7f5-6d7c-4ec5-80b6-4babe46dd112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:48.439272 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Bound port: c400e030-9283-4f8d-aa76-e67775644624, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4719c7f5-6d7c-4ec5-80b6-4babe46dd112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:48.439639 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.532180 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.690890 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1d4cb-42f7-4dc7-86cc-61ffd31ba2fb None None] Pushing event updated for resources: {'Port': ['ID=35114e57-7475-4258-9715-f95c9e6be947,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:48.707685 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-13c1d4cb-42f7-4dc7-86cc-61ffd31ba2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:48.807699 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:48.856705 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-7ed3408b-acfc-4f1d-a23c-1c99584d39ad service neutron] 10.222.0.18 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4272442 May 31 11:40:48.876836 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group_rule and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:48.888581 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:48.911769 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b7ec022a-bf9e-44b8-943b-aa7373155daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.923149 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:48.925695 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Attempting to bind port 35114e57-7475-4258-9715-f95c9e6be947 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:40:48.926215 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Attempting to bind port 35114e57-7475-4258-9715-f95c9e6be947 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:40:48.926474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Attempting to bind port 35114e57-7475-4258-9715-f95c9e6be947 on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:40:48.940268 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:40:48.940706 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Checking segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:48.941043 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.941553 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Bound using segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:40:48.942223 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Bound port: 35114e57-7475-4258-9715-f95c9e6be947, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:40:48.942623 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:48.978401 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.098828 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:40Z', 'revision_number': 4, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '1092abc7-7720-44a9-85f7-f4f4fc0bd3ed', 'name': '', 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'mac_address': 'fa:16:3e:4e:df:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:38Z', 'updated_at': '2021-05-31T11:40:46Z', 'revision_number': 4, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'subnets': [{'id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:49.103517 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab995c-da0c-4f44-a7f0-b56a51a65b65 None None] The sync data for ids ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'] in dv-cinder-786383-7-iscsi is: [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:40Z', 'revision_number': 4, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '1092abc7-7720-44a9-85f7-f4f4fc0bd3ed', 'name': '', 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'mac_address': 'fa:16:3e:4e:df:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:38Z', 'updated_at': '2021-05-31T11:40:46Z', 'revision_number': 4, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'subnets': [{'id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:49.114453 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] For port c400e030-9283-4f8d-aa76-e67775644624, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:49.157274 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] For port c400e030-9283-4f8d-aa76-e67775644624, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c400e030-9283-4f8d-aa76-e67775644624,segment=NetworkSegment(4719c7f5-6d7c-4ec5-80b6-4babe46dd112),segment_id=4719c7f5-6d7c-4ec5-80b6-4babe46dd112)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:49.192922 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.205334 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9c403c49-9173-4c84-8652-b9c3efa83251 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:49.250000 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007b33e-3ace-4bd8-83c8-1818dc90cb8d req-d06d46cf-8f91-4d95-b0ed-45ae9c49ffe6 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:49.262534 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e007b33e-3ace-4bd8-83c8-1818dc90cb8d req-d06d46cf-8f91-4d95-b0ed-45ae9c49ffe6 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 943 time: 0.6416087 May 31 11:40:49.264600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.274244 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] For port 35114e57-7475-4258-9715-f95c9e6be947, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:40:49.277878 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] For port 35114e57-7475-4258-9715-f95c9e6be947, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=35114e57-7475-4258-9715-f95c9e6be947,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:40:49.288872 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.293395 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:49.327631 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.363697 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:49.364919 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.366671 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] 10.222.0.62 "PUT /v2.0/ports/c400e030-9283-4f8d-aa76-e67775644624 HTTP/1.1" status: 200 len: 1093 time: 4.7230749 May 31 11:40:49.369246 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-71676ac9-14ca-4ffb-96f2-529530c60cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998908 May 31 11:40:49.381452 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'tag': 'c400e030-9283-4f8d-aa76-e67775644624'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:40:49.396218 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-791b84bb-a8f0-4aaf-98c0-825bad8ab28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:49.507960 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1d4cb-42f7-4dc7-86cc-61ffd31ba2fb None None] Pushing event updated for resources: {'Port': ['ID=35114e57-7475-4258-9715-f95c9e6be947,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:49.513021 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-13c1d4cb-42f7-4dc7-86cc-61ffd31ba2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:49.578373 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:40:49.579116 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:40:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:49.597344 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.601290 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:40:49.637955 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e007b33e-3ace-4bd8-83c8-1818dc90cb8d req-b1e3c1f2-f508-43be-83c9-048aa12f1277 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558700 May 31 11:40:49.699541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.700762 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Added segment 7ad5bdc0-bc56-42c6-a0a5-3117e974daaa of type vlan for network aba97870-e513-4e4f-a703-221c6a8c4392 May 31 11:40:49.821471 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.912412 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:49.922190 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4536f509-fbcb-421f-b35a-28a6b7a03979,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:49.954213 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Pushing event updated for resources: {'Port': ['ID=c400e030-9283-4f8d-aa76-e67775644624,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:50.032872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:50.145555 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-a57c6562-ada8-4e08-b7df-5a02ef5f3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:50.150439 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-a57c6562-ada8-4e08-b7df-5a02ef5f3520 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2c4044219e54bf09b1a93aeaf3562c6&device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 1096 time: 0.6017997 May 31 11:40:50.164317 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-87e4c429-130e-4af3-a8b7-ef6e040fe82d req-249ccbcb-c878-4c3b-a275-7674e6485d7f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Synchronizing usage tracker for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:50.166961 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:50.183557 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:50.295833 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-49f0cb47-b6a1-42be-af67-c654221f714a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:50.427736 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e090328-9e6e-4b90-a92e-5dacd473b8c4,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:50.448157 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:50.453108 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:50.455167 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:50.508621 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:50.513378 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2253954 May 31 11:40:50.516828 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54860) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:50.519388 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:50.519525 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:40:50.855852 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8156636 May 31 11:40:50.859510 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 54872) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:50.862943 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Pushing event updated for resources: {'Network': ['ID=aba97870-e513-4e4f-a703-221c6a8c4392,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:50.880375 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'security_group_rule': {'security_group_id': '1e090328-9e6e-4b90-a92e-5dacd473b8c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:50.892820 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:50.893885 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-87e4c429-130e-4af3-a8b7-ef6e040fe82d req-249ccbcb-c878-4c3b-a275-7674e6485d7f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Unset dirty status for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:50.896958 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-87e4c429-130e-4af3-a8b7-ef6e040fe82d req-249ccbcb-c878-4c3b-a275-7674e6485d7f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 210 time: 0.9468403 May 31 11:40:50.903392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:50.917953 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Request body: {'subnet': {'network_id': 'aba97870-e513-4e4f-a703-221c6a8c4392', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-329933885-subnet', 'tenant_id': '8a9122b6a233486789f7e3c80ee25722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:50.935423 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:50.969024 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Usage tracker for resource:subnet and tenant:8a9122b6a233486789f7e3c80ee25722 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:50.974203 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:50.984253 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:50.987014 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-d7d8e57e-a26a-46ba-ae30-cbdfc97d6063 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c400e030-9283-4f8d-aa76-e67775644624 HTTP/1.1" status: 200 len: 217 time: 0.5784907 May 31 11:40:51.016369 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Made reservation on behalf of 8a9122b6a233486789f7e3c80ee25722 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:51.025294 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.078955 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group_rule and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:51.113381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:51.131511 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network aba97870-e513-4e4f-a703-221c6a8c4392 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:40:51.219148 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df5ca33-98f2-4f7d-ae0b-58477129cf89" -d '{"events": [{"name": "network-changed", "server_uuid": "725f91cf-1229-4d53-82a4-b6ac9721cae0", "tag": "c400e030-9283-4f8d-aa76-e67775644624"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:40:51.320920 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:51.389091 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:51.642155 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-96a0cb28-8bb5-4aa9-b13c-20554e65c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:51.648367 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-96a0cb28-8bb5-4aa9-b13c-20554e65c953 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0787148c-e926-440a-98b7-b6b4d22b0e8a HTTP/1.1" status: 200 len: 852 time: 0.4106605 May 31 11:40:51.780683 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.838986 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:51.860837 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f24be-8c6e-4e2e-abb0-f6839e8003bd req-70e5d390-bf22-4f82-b37d-375e800a260f tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:51.863424 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-001f24be-8c6e-4e2e-abb0-f6839e8003bd req-70e5d390-bf22-4f82-b37d-375e800a260f tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Synchronizing usage tracker for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:51.880233 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-6addc8b3-56bf-49d8-b6be-b6b4b7add498 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231b6be4-0590-497a-b8ae-bd44402155d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185082 May 31 11:40:52.155943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-001f24be-8c6e-4e2e-abb0-f6839e8003bd req-70e5d390-bf22-4f82-b37d-375e800a260f tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Unset dirty status for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:52.167265 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-001f24be-8c6e-4e2e-abb0-f6839e8003bd req-70e5d390-bf22-4f82-b37d-375e800a260f tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 943 time: 1.1791403 May 31 11:40:52.190577 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.207136 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.210260 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.210950 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:52.223103 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:52.266711 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:52.267377 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.279096 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94b631b-5242-4a96-b745-e5b29dd1467b,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:52.299105 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447a436d-a4ea-4791-9258-d6f3f34d1f70 x-openstack-request-id: req-447a436d-a4ea-4791-9258-d6f3f34d1f70 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:40:52.299407 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725f91cf-1229-4d53-82a4-b6ac9721cae0", "tag": "c400e030-9283-4f8d-aa76-e67775644624", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:40:52.307159 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-447a436d-a4ea-4791-9258-d6f3f34d1f70 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:40:52.307757 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'tag': 'c400e030-9283-4f8d-aa76-e67775644624', 'status': 'completed', 'code': 200} May 31 11:40:52.311087 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:52.343576 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:49Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:40:52.350698 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b0e852-3f0f-44cd-8879-982711fe67fc None None] The sync data for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi is: [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:49Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:40:52.423384 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-001f24be-8c6e-4e2e-abb0-f6839e8003bd req-b660dbb1-884d-4eec-8bf7-12c15a57320e tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Synchronizing usage tracker for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:52.719178 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.739402 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-001f24be-8c6e-4e2e-abb0-f6839e8003bd req-b660dbb1-884d-4eec-8bf7-12c15a57320e tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Unset dirty status for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:52.740643 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-001f24be-8c6e-4e2e-abb0-f6839e8003bd req-b660dbb1-884d-4eec-8bf7-12c15a57320e tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723472 May 31 11:40:52.768041 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-1a221fd3-25d5-4dfe-bc95-313eaeed75f8 service neutron] 10.222.0.62 "GET /v2.0/networks/231b6be4-0590-497a-b8ae-bd44402155d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8639483 May 31 11:40:52.932231 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:52.940633 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:52.943005 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:53.100038 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:53.104257 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:53.198723 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb21ea1a-9606-416e-9620-9c52cef18f91 req-b58f9dae-95d3-4494-adf1-73ad6005b8f5 service neutron] 10.222.0.62 "GET /v2.0/networks/231b6be4-0590-497a-b8ae-bd44402155d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149129 May 31 11:40:53.200634 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-6697b8d2-4b6d-49d5-a586-9e62eac2b010 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:53.200634 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-6697b8d2-4b6d-49d5-a586-9e62eac2b010 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Synchronizing usage tracker for tenant:0bc581eb1064479985807b22ad83ca65 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:53.208522 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 35114e57-7475-4258-9715-f95c9e6be947 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:53.253155 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.255389 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4109545 May 31 11:40:53.258316 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54954) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:53.264561 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'security_group_rule': {'security_group_id': '1e090328-9e6e-4b90-a92e-5dacd473b8c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:53.273078 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-6697b8d2-4b6d-49d5-a586-9e62eac2b010 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Unset dirty status for tenant:0bc581eb1064479985807b22ad83ca65 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:53.274249 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:53.285552 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-6697b8d2-4b6d-49d5-a586-9e62eac2b010 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 818 time: 0.6060052 May 31 11:40:53.322686 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group_rule and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:53.339287 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-4081f4cd-e70a-4824-9459-a0ff32ff962a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/quotas/0bc581eb1064479985807b22ad83ca65 HTTP/1.1" status: 200 len: 375 time: 0.0502596 May 31 11:40:53.351248 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:53.355921 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 35114e57-7475-4258-9715-f95c9e6be947 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:40:53.361765 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 35114e57-7475-4258-9715-f95c9e6be947 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:53.362265 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.380069 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:53.517123 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.594858 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-c4b25ebd-eb69-49ed-9ffc-504e0bb63f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:53.596685 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-c4b25ebd-eb69-49ed-9ffc-504e0bb63f02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2c4044219e54bf09b1a93aeaf3562c6&device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 1096 time: 0.2130303 May 31 11:40:53.686760 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.698285 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.756814 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.767535 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:53.838928 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.62', 52041) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:53.855484 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 35114e57-7475-4258-9715-f95c9e6be947, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=35114e57-7475-4258-9715-f95c9e6be947,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:40:53.863567 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:53.867067 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:53.980646 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=35114e57-7475-4258-9715-f95c9e6be947,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:53.985105 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.029181 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.036885 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7771428 May 31 11:40:54.070254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 54974) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:54.086289 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c080af-80a6-4fb7-8841-1d16ea64c519,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:54.113845 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:54.130147 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:54.132819 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.192346 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:floatingip and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:54.199734 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:54.215539 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:54.276958 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.295579 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-b420fe9f-51db-432f-8eb1-fcb8a6af665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:54.297034 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-b420fe9f-51db-432f-8eb1-fcb8a6af665b service neutron] 10.222.0.62 "GET /v2.0/networks?id=231b6be4-0590-497a-b8ae-bd44402155d9 HTTP/1.1" status: 200 len: 913 time: 0.5960326 May 31 11:40:54.308156 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd5589-1d79-44dc-965a-c89331865e71 req-08959153-a76a-44cf-86bd-e9071bd8a2fd tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:54.309608 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-34fd5589-1d79-44dc-965a-c89331865e71 req-08959153-a76a-44cf-86bd-e9071bd8a2fd tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 943 time: 0.2175586 May 31 11:40:54.357726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.387674 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:54.427690 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f7111b51-e041-47fa-8896-9d18be78ca79 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0874963 May 31 11:40:54.550517 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef604e2d-1ef7-49a5-ad9b-f18951e28efb,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:54.564358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:54.566510 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Checking segment: {'id': '7ad5bdc0-bc56-42c6-a0a5-3117e974daaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'aba97870-e513-4e4f-a703-221c6a8c4392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:40:54.566931 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Network hostable DHCP agents. Network: aba97870-e513-4e4f-a703-221c6a8c4392, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:40:54.581003 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-85f9c4a0-014d-4378-bc1f-fb69668c1bd1 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:54.582460 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-85f9c4a0-014d-4378-bc1f-fb69668c1bd1 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 818 time: 0.5767617 May 31 11:40:54.607700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Network aba97870-e513-4e4f-a703-221c6a8c4392 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:40:54.627501 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, aba97870-e513-4e4f-a703-221c6a8c4392) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:54.636282 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb506a5-a143-447d-8502-6dddeede7574 None None] Network aba97870-e513-4e4f-a703-221c6a8c4392 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:54.652087 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:54.652678 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.655039 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-34fd5589-1d79-44dc-965a-c89331865e71 req-79065ecb-64fe-46d1-87cf-fff3565af4e9 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374860 May 31 11:40:54.656396 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-0a1952a7-f0c0-4cfe-9a55-ae545a7fd6b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c400e030-9283-4f8d-aa76-e67775644624 HTTP/1.1" status: 200 len: 217 time: 0.2898932 May 31 11:40:54.724855 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8a8508ab-fb5e-4b60-bab0-070ac0988f8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8556437 May 31 11:40:54.754446 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.783630 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-56493ff3-3575-4d41-a2bb-34024690e2e4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:40:54.784591 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-56493ff3-3575-4d41-a2bb-34024690e2e4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1084003 May 31 11:40:54.974326 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Allocated IP 172.27.0.106 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/8dd230a3-f7e9-4a0f-9d78-d8d169080bd9) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:55.065685 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff203f7b-88a9-4759-bf3d-8b54cf2626fd None None] Network aba97870-e513-4e4f-a703-221c6a8c4392 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:40:55.096209 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-9295add1-1651-4ffc-b391-19d3678ca05b service neutron] 10.222.0.18 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051720 May 31 11:40:55.104491 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:55.219448 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:55.256421 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-e5e4acab-117a-4e32-8733-adaab21a1b7d service neutron] 10.222.0.18 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538796 May 31 11:40:55.280430 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:55.286882 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:55.311091 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:55.311441 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:55.364427 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:55.370995 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:55.375355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:55.443487 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'Port': ['ID=8dd230a3-f7e9-4a0f-9d78-d8d169080bd9,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:55.453583 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:55.491539 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:55.631723 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 35114e57-7475-4258-9715-f95c9e6be947 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:40:55.718250 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-44441a6d-2c81-4d9a-b0a2-ce4756ecb025 req-c26870d0-d7d4-473b-91d4-59512130230f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 210 time: 0.1542943 May 31 11:40:55.756413 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:55.771469 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 35114e57-7475-4258-9715-f95c9e6be947 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:40:55.771469 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.076381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b3cb3-ffe3-4127-bdb2-a0a34dbf0cf7 req-59a02d10-1e7e-41ea-b718-ab54d1475770 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:56.078671 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5a1b3cb3-ffe3-4127-bdb2-a0a34dbf0cf7 req-59a02d10-1e7e-41ea-b718-ab54d1475770 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 943 time: 0.1548390 May 31 11:40:56.111007 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.119532 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.126696 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:56.148109 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5a1b3cb3-ffe3-4127-bdb2-a0a34dbf0cf7 req-663b90af-3fa4-4c85-903e-d8f0387faacc tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617204 May 31 11:40:56.212743 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.217037 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'Port': ['ID=8dd230a3-f7e9-4a0f-9d78-d8d169080bd9,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:56.221139 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:56.242966 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:56.244396 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1732099 May 31 11:40:56.514888 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-b4da50af-5b58-4069-9fca-97262fcb985c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1299533836&fields=id&tenant_id=c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 267 time: 0.0420065 May 31 11:40:56.668372 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-d9608906-d8d1-4c25-9545-f5647dd2ce5f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:56.669854 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-d9608906-d8d1-4c25-9545-f5647dd2ce5f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 816 time: 0.1477861 May 31 11:40:56.686202 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-f5c2a26d-2d4e-4488-ba84-f717620a96cb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/quotas/c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 375 time: 0.0099227 May 31 11:40:56.777343 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-81005b15-8ead-462f-ace5-4013b669ef87 req-a8f3bed1-5e32-49df-8c0e-710ed6d37f8a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Synchronizing usage tracker for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:40:56.794561 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-81005b15-8ead-462f-ace5-4013b669ef87 req-a8f3bed1-5e32-49df-8c0e-710ed6d37f8a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Unset dirty status for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:40:56.796170 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-a8f3bed1-5e32-49df-8c0e-710ed6d37f8a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040037 May 31 11:40:56.860574 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e203be0a-5bc2-429e-a184-584c9e976670 req-2d649fc8-b41c-435d-aaf5-c6dececa0e32 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 210 time: 0.0413005 May 31 11:40:56.932419 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-f6850c08-2297-4e30-b96a-00c515ebf531 service neutron] 10.222.0.18 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227441 May 31 11:40:57.068880 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-f3fb6e30-1b5b-4fa9-9417-68e7e4fd5c39 service neutron] 10.222.0.18 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306775 May 31 11:40:57.229284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Request body: {'port': {'device_id': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'admin_state_up': True, 'tenant_id': '0bc581eb1064479985807b22ad83ca65'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:57.298402 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-43cab5fd-a79f-4cd4-ae44-0efb88fdfc14 req-6e47dc9c-83a9-4ba6-b2c0-9a2b85973a91 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 210 time: 0.0950732 May 31 11:40:57.348798 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-abacdc91-1bf7-4bec-a21c-a7f7e7e4c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:57.359189 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-abacdc91-1bf7-4bec-a21c-a7f7e7e4c647 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0787148c-e926-440a-98b7-b6b4d22b0e8a HTTP/1.1" status: 200 len: 852 time: 0.1058881 May 31 11:40:57.476113 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-81a64770-d565-4417-a662-e3bca21b9853 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=231b6be4-0590-497a-b8ae-bd44402155d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120617 May 31 11:40:57.510605 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69da2eb-1c5a-45cb-a91e-76ab1e109678 req-ae4b9204-dd6c-4cfb-bc3e-534aaf4d3b45 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:57.519566 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f69da2eb-1c5a-45cb-a91e-76ab1e109678 req-ae4b9204-dd6c-4cfb-bc3e-534aaf4d3b45 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 943 time: 0.1747234 May 31 11:40:57.542471 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:57.564797 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:57.582017 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f69da2eb-1c5a-45cb-a91e-76ab1e109678 req-66c2df56-1d17-4ebb-a6c9-80dfbeffda40 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615418 May 31 11:40:57.583047 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Made reservation on behalf of 0bc581eb1064479985807b22ad83ca65 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:57.586344 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.665405 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-7a258b47-25d6-4edc-8351-eac2277b873c service neutron] 10.222.0.62 "GET /v2.0/networks/231b6be4-0590-497a-b8ae-bd44402155d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799338 May 31 11:40:57.774560 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Allocated IP 172.20.0.14 (32dadf34-9544-4b34-bc46-6379a1498be5/7d948778-3382-4ec0-a0d7-4f2b4840da9e/e5561b8d-28ee-4e41-a8fd-2a180b6f9a01) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:57.807610 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7df5ca33-98f2-4f7d-ae0b-58477129cf89 req-2fc8b9c6-d0e2-4378-9ba2-cfaff6d7c080 service neutron] 10.222.0.62 "GET /v2.0/networks/231b6be4-0590-497a-b8ae-bd44402155d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350281 May 31 11:40:58.021575 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.021776 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2e9a1281-8cda-419a-b7b4-3510ae1998cb req-c73ba7df-a2b6-40bd-b64f-b2c320ebb37a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 210 time: 0.0482399 May 31 11:40:58.054454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.061430 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:58.124941 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Network 32dadf34-9544-4b34-bc46-6379a1498be5 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:40:58.128127 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:40:58.136796 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:40:58.142157 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:58.142786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.174422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Pushing event updated for resources: {'Port': ['ID=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:58.182619 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:58.217221 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9966712 May 31 11:40:58.247359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Request body: {'port': {'device_id': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:58.487116 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.519359 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-9ce1fc69-1356-4e3f-9d46-2d9537489fd7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:58.520904 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-9ce1fc69-1356-4e3f-9d46-2d9537489fd7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 818 time: 0.2597477 May 31 11:40:58.540271 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Request body: {'port': {'device_id': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'admin_state_up': True, 'tenant_id': '0bc581eb1064479985807b22ad83ca65'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:58.776562 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-64b21b8b-4489-40db-8f4e-6a8fb8d34bc2 req-5927beab-09d4-4769-bb4e-fd093f58bacf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 210 time: 0.2344398 May 31 11:40:58.846202 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:58.852036 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Usage tracker for resource:port and tenant:0bc581eb1064479985807b22ad83ca65 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:58.856032 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:58.863249 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:58.870940 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.62', 52058) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:58.897204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Made reservation on behalf of 0bc581eb1064479985807b22ad83ca65 for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:58.899044 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.214554 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3277c-a2c9-4c95-b50c-4b2d4338ae9a req-d5c51373-0430-47c9-9531-eb69d5043b23 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:59.215075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-a634b12e-be2f-4801-a1d1-0f44f8342a21 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:40:59.216025 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-17a3277c-a2c9-4c95-b50c-4b2d4338ae9a req-d5c51373-0430-47c9-9531-eb69d5043b23 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 943 time: 0.2509570 May 31 11:40:59.216145 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-a634b12e-be2f-4801-a1d1-0f44f8342a21 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 816 time: 0.3438337 May 31 11:40:59.300384 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-17a3277c-a2c9-4c95-b50c-4b2d4338ae9a req-6e09d639-a5b4-4f03-b0e6-04cfbe38b6c5 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706160 May 31 11:40:59.350611 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3071f52f-bbc8-4f19-a104-27b74c763580 req-0e99563d-42df-4592-8f82-25aafc04a688 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 210 time: 0.0771105 May 31 11:40:59.386924 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-7852a4ea-1eb9-42eb-9097-1a9ccdb19145 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 380 time: 0.1559222 May 31 11:40:59.388342 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Allocated IP 172.20.0.12 (32dadf34-9544-4b34-bc46-6379a1498be5/7d948778-3382-4ec0-a0d7-4f2b4840da9e/ad1b2c55-f3e1-4a70-8ad0-d9925c25c002) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:40:59.400419 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'port': {'device_id': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'admin_state_up': True, 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'security_groups': ['1e090328-9e6e-4b90-a92e-5dacd473b8c4']}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:40:59.487804 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55194) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:59.675940 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.680703 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:59.699637 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:40:59.700120 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:59.705879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Usage tracker for resource:security_group_rule and tenant:0b82033ec8fd4ad8be0d964b2f839380 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:40:59.709961 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:40:59.718370 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:40:59.728639 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Made reservation on behalf of c8d3eff28e784237ad2aa161abfa918e for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:40:59.732703 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.812660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.818039 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.844749 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:59.850310 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a4f56c07-e5e4-4c9f-9aad-ef803dfca15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:40:59.879676 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b82033ec8fd4ad8be0d964b2f839380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887534 May 31 11:40:59.882475 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55214) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:40:59.899822 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce07f12-905f-4ba6-bcbc-7202909b0cec,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:40:59.908965 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:40:59.979309 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.005864 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Allocated IP 172.20.0.12 (13cfd2ab-5fa9-411d-9484-ba3d22b40e73/e6d52f36-c27d-4b36-9f55-cb4a9c040365/f3ffc563-1032-471e-9c87-6eab02076e11) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:00.010965 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.022443 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.065544 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8eb7d815-19af-4109-8368-2d1c4e7cf590 req-d868460e-c6ee-4d67-9f8f-c92f8144ea87 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 210 time: 0.0710602 May 31 11:41:00.097760 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Network 32dadf34-9544-4b34-bc46-6379a1498be5 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:00.103564 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:00.109288 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:00.115026 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:00.115670 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.118427 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.171543 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Pushing event updated for resources: {'Port': ['ID=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:00.178992 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:00.181252 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6449950 May 31 11:41:00.212433 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.219259 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3547a4ad-ea83-4dbe-99fc-b9d89e6531ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.235666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Request body: {'port': {'device_id': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:00.270814 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce07f12-905f-4ba6-bcbc-7202909b0cec,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:00.284270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:00.287784 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.288889 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cce07f12-905f-4ba6-bcbc-7202909b0cec HTTP/1.1" status: 204 len: 168 time: 0.4054978 May 31 11:41:00.303212 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:00.313030 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.332619 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Transition to ACTIVE for port object e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:00.339637 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.355682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.473940 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.481853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.516988 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Transition to ACTIVE for port object f3ffc563-1032-471e-9c87-6eab02076e11 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:00.541639 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c400e030-9283-4f8d-aa76-e67775644624 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:00.680139 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a6b05-67d9-4c73-a680-ce83ac91a317 req-cd97b901-c700-424b-b578-4180de65eb72 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:00.681720 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-736a6b05-67d9-4c73-a680-ce83ac91a317 req-cd97b901-c700-424b-b578-4180de65eb72 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 943 time: 0.2574980 May 31 11:41:00.714395 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.729870 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55232) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:00.735639 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.743161 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port c400e030-9283-4f8d-aa76-e67775644624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c400e030-9283-4f8d-aa76-e67775644624,segment=NetworkSegment(4719c7f5-6d7c-4ec5-80b6-4babe46dd112),segment_id=4719c7f5-6d7c-4ec5-80b6-4babe46dd112)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:00.743650 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Attempting to bind port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:00.744296 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Attempting to bind port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:00.745208 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Attempting to bind port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 on network 32dadf34-9544-4b34-bc46-6379a1498be5 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:00.747999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Pushing event updated for resources: {'Port': ['ID=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:00.751597 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:00.758387 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 on network 32dadf34-9544-4b34-bc46-6379a1498be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:00.758668 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'c400e030-9283-4f8d-aa76-e67775644624', 'network_id': '231b6be4-0590-497a-b8ae-bd44402155d9', 'port_id': 'c400e030-9283-4f8d-aa76-e67775644624', 'mac_address': 'fa:16:3e:94:1f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787148c-e926-440a-98b7-b6b4d22b0e8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:00.758914 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Attempting to bind port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 on network 32dadf34-9544-4b34-bc46-6379a1498be5 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:00.786591 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567e6c4-7ffd-40b2-8edb-526e8f50250e req-b0eab5db-dc5f-4d0e-95cb-992ea336aa35 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:00.787592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e567e6c4-7ffd-40b2-8edb-526e8f50250e req-b0eab5db-dc5f-4d0e-95cb-992ea336aa35 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Synchronizing usage tracker for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:00.791867 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:00.792270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Checking segment: {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:00.793010 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Bound using segment: {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:00.793528 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Bound port: e5561b8d-28ee-4e41-a8fd-2a180b6f9a01, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:00.793954 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.824699 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.842770 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c400e030-9283-4f8d-aa76-e67775644624 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:00.859528 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port c400e030-9283-4f8d-aa76-e67775644624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c400e030-9283-4f8d-aa76-e67775644624,segment=NetworkSegment(4719c7f5-6d7c-4ec5-80b6-4babe46dd112),segment_id=4719c7f5-6d7c-4ec5-80b6-4babe46dd112)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:00.866005 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.868083 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.872903 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e567e6c4-7ffd-40b2-8edb-526e8f50250e req-b0eab5db-dc5f-4d0e-95cb-992ea336aa35 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Unset dirty status for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:00.874156 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e567e6c4-7ffd-40b2-8edb-526e8f50250e req-b0eab5db-dc5f-4d0e-95cb-992ea336aa35 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 932 time: 0.3352628 May 31 11:41:00.930772 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] For port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:00.940064 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=c400e030-9283-4f8d-aa76-e67775644624,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:00.943253 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:00.954899 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e567e6c4-7ffd-40b2-8edb-526e8f50250e req-a8fc2ebb-329d-4ebf-853e-2e4dd2dcad20 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Synchronizing usage tracker for tenant:0bc581eb1064479985807b22ad83ca65 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:00.958614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] For port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:00.966359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.981629 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d8fa8240-b139-452f-b427-d941b29ac8b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:00.988656 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.007275 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:01.026838 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-736a6b05-67d9-4c73-a680-ce83ac91a317 req-a6fb6097-7ffd-43e7-9fdf-a394d6323028 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368080 May 31 11:41:01.027665 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e567e6c4-7ffd-40b2-8edb-526e8f50250e req-a8fc2ebb-329d-4ebf-853e-2e4dd2dcad20 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Unset dirty status for tenant:0bc581eb1064479985807b22ad83ca65 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:01.028798 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e567e6c4-7ffd-40b2-8edb-526e8f50250e req-a8fc2ebb-329d-4ebf-853e-2e4dd2dcad20 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375933 May 31 11:41:01.035427 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:01.038029 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:01.041486 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:01.042096 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.043511 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 1094 time: 2.8015561 May 31 11:41:01.043634 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:01.043969 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'tag': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:01.044698 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.053451 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:01.075614 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:01.081473 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:01.085371 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Usage tracker for resource:security_group_rule and tenant:981bf2e328784a2f8da07401d9ec9414 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:01.089625 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:01.103646 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:01.144270 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7513611 May 31 11:41:01.186001 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['c400e030-9283-4f8d-aa76-e67775644624'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:01.231172 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Request body: {'port': {'device_id': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:01.243990 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Pushing event updated for resources: {'Port': ['ID=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:01.252742 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:01.300770 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-4f71fa23-bc53-41ab-a392-3425dda9f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:01.302301 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-4f71fa23-bc53-41ab-a392-3425dda9f4aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1097 time: 0.1707954 May 31 11:41:01.441758 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0" -d '{"events": [{"name": "network-changed", "server_uuid": "b36a2f68-2b2c-42c2-b950-ffc0bfe2905b", "tag": "e5561b8d-28ee-4e41-a8fd-2a180b6f9a01"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:01.468497 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-7ee7195a-19e3-4893-a4ca-300bd422edcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 217 time: 0.1532519 May 31 11:41:01.530957 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c2f34ae3-f8f3-4f9b-b5dc-2c21b10e5d1f None None] Provisioning for port f3ffc563-1032-471e-9c87-6eab02076e11 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:01.542226 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c2f34ae3-f8f3-4f9b-b5dc-2c21b10e5d1f None None] Provisioning complete for port f3ffc563-1032-471e-9c87-6eab02076e11 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:01.543411 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c2f34ae3-f8f3-4f9b-b5dc-2c21b10e5d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.555000 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:01.563635 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.579516 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Transition to ACTIVE for port object ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:01.595248 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-92add5db-a450-4b1d-882b-8975736eacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:01.596826 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-92add5db-a450-4b1d-882b-8975736eacb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.1188078 May 31 11:41:01.608621 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.680348 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:01.689227 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc7e37-d2e8-4afa-8eaa-7ec0ab0f42fa x-openstack-request-id: req-b6fc7e37-d2e8-4afa-8eaa-7ec0ab0f42fa {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:01.689534 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36a2f68-2b2c-42c2-b950-ffc0bfe2905b", "tag": "e5561b8d-28ee-4e41-a8fd-2a180b6f9a01", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:01.689795 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6fc7e37-d2e8-4afa-8eaa-7ec0ab0f42fa {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:01.690285 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'tag': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01', 'status': 'completed', 'code': 200} May 31 11:41:01.719773 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-42da1d1c-5978-43cb-bc9a-8b710766f2be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121380 May 31 11:41:01.724766 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-c2f34ae3-f8f3-4f9b-b5dc-2c21b10e5d1f None None] Port f3ffc563-1032-471e-9c87-6eab02076e11 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:01.833742 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.851521 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.896425 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:01.934149 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:01.957845 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-9437061f-dfe9-4dad-805f-8a5cf0829077 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355421 May 31 11:41:01.958184 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e74cc-822b-4508-aa8d-6d6434279294 req-faff077c-5134-49ab-9341-4718e995e295 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:01.958929 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-224e74cc-822b-4508-aa8d-6d6434279294 req-faff077c-5134-49ab-9341-4718e995e295 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Synchronizing usage tracker for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:01.977935 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:01.978505 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9f37668b-f3e5-4e7f-94ce-21a9fb5d5c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.057685 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Attempting to bind port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:02.058014 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Attempting to bind port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:02.058333 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Attempting to bind port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 on network 32dadf34-9544-4b34-bc46-6379a1498be5 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:02.063141 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=981bf2e328784a2f8da07401d9ec9414&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2963831 May 31 11:41:02.066665 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55294) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:02.070536 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54474ac2-77c0-46a2-9835-d600a134cfdd,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:02.076104 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 on network 32dadf34-9544-4b34-bc46-6379a1498be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:02.076406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Attempting to bind port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 on network 32dadf34-9544-4b34-bc46-6379a1498be5 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:02.080125 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.156503 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-224e74cc-822b-4508-aa8d-6d6434279294 req-faff077c-5134-49ab-9341-4718e995e295 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Unset dirty status for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:02.157729 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-224e74cc-822b-4508-aa8d-6d6434279294 req-faff077c-5134-49ab-9341-4718e995e295 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 932 time: 0.8130994 May 31 11:41:02.158284 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c4eccf-4945-4b2d-a3ce-4d81a8d2cff7 req-847a49d0-b2a6-4ebf-a827-258797fec822 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880088 May 31 11:41:02.175274 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:02.175274 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Checking segment: {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:02.175274 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Bound using segment: {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:02.175959 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Bound port: ad1b2c55-f3e1-4a70-8ad0-d9925c25c002, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd9179b-fd92-4e71-9fb9-06fab9d29603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:02.176667 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.344230 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-224e74cc-822b-4508-aa8d-6d6434279294 req-87991c65-e162-4062-969d-fb5d6a7e140b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768427 May 31 11:41:02.429789 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925134ee-c975-4b92-81b4-d5a11b2c483a req-2a02b3dd-4241-4e29-aab2-61290f56efa2 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.431529 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-925134ee-c975-4b92-81b4-d5a11b2c483a req-2a02b3dd-4241-4e29-aab2-61290f56efa2 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 944 time: 0.1154885 May 31 11:41:02.444603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-c8e388d8-22ba-44ca-ba4d-848080b055c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.445918 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-c8e388d8-22ba-44ca-ba4d-848080b055c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1097 time: 0.1701272 May 31 11:41:02.452634 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.471303 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] For port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:02.496729 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c400e030-9283-4f8d-aa76-e67775644624 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:02.506522 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] For port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:02.517075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.530840 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.586134 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.609119 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-925134ee-c975-4b92-81b4-d5a11b2c483a req-dbda61f9-faf3-4f68-9983-f40d2ada62b7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689105 May 31 11:41:02.610300 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port c400e030-9283-4f8d-aa76-e67775644624 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:02.616086 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port c400e030-9283-4f8d-aa76-e67775644624 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:02.616512 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.675129 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-aa9541b9-7028-401b-9e40-d92d2e3971f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.676647 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-aa9541b9-7028-401b-9e40-d92d2e3971f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.2165139 May 31 11:41:02.683398 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.684428 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.685336 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] 10.222.0.62 "PUT /v2.0/ports/ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 HTTP/1.1" status: 200 len: 1094 time: 2.4542477 May 31 11:41:02.685810 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'tag': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:02.688137 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91563f10-9325-45c0-a733-09d4a6d69f81" -d '{"events": [{"name": "network-changed", "server_uuid": "3623ceab-ff79-456d-8ba5-ccfb2f876217", "tag": "ad1b2c55-f3e1-4a70-8ad0-d9925c25c002"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:02.766974 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-b2f80db3-7f11-4f8c-b80d-39792d14234a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 217 time: 0.0770583 May 31 11:41:02.792199 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.809276 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:02.817815 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.821713 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.824053 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ffc563-1032-471e-9c87-6eab02076e11 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:02.830387 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400e030-9283-4f8d-aa76-e67775644624'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:02.844551 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.850110 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-6c2fd00e-9953-460a-b376-e42a199f6d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.857879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-573cc5a7-8572-422c-b863-256d8db73827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.859450 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-573cc5a7-8572-422c-b863-256d8db73827 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.0856628 May 31 11:41:02.868342 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0ba58-83df-4c7e-ab06-f469ba5154cb x-openstack-request-id: req-f1a0ba58-83df-4c7e-ab06-f469ba5154cb {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:02.869037 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3623ceab-ff79-456d-8ba5-ccfb2f876217", "tag": "ad1b2c55-f3e1-4a70-8ad0-d9925c25c002", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:02.869620 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1a0ba58-83df-4c7e-ab06-f469ba5154cb {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:02.870180 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'tag': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002', 'status': 'completed', 'code': 200} May 31 11:41:02.887267 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54474ac2-77c0-46a2-9835-d600a134cfdd,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:02.898913 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:02.906731 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95cee9-2722-4d15-a741-9e0d03f5f7d5 req-f7fe7307-1c77-48c8-9e17-5be00574b6ba tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:02.908412 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4b95cee9-2722-4d15-a741-9e0d03f5f7d5 req-f7fe7307-1c77-48c8-9e17-5be00574b6ba tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 944 time: 0.3840613 May 31 11:41:02.909989 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Transition to ACTIVE for port object f3ffc563-1032-471e-9c87-6eab02076e11 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:02.912456 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.913683 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54474ac2-77c0-46a2-9835-d600a134cfdd HTTP/1.1" status: 204 len: 168 time: 0.8449895 May 31 11:41:02.935443 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-72b420f2-f47f-4198-a126-1fbd947554a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590708 May 31 11:41:02.939435 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.949385 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:02.976563 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port c400e030-9283-4f8d-aa76-e67775644624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c400e030-9283-4f8d-aa76-e67775644624,segment=NetworkSegment(4719c7f5-6d7c-4ec5-80b6-4babe46dd112),segment_id=4719c7f5-6d7c-4ec5-80b6-4babe46dd112)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:02.988234 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:02.996084 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:03.127568 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-3dec5379-663f-4e1f-9600-524e4421d831 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845517 May 31 11:41:03.136273 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=c400e030-9283-4f8d-aa76-e67775644624,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:03.148290 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637415d4-c7ab-4a12-a94f-92f413b33daf" -d '{"events": [{"server_uuid": "725f91cf-1229-4d53-82a4-b6ac9721cae0", "name": "network-vif-plugged", "status": "completed", "tag": "c400e030-9283-4f8d-aa76-e67775644624"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:03.151300 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:03.204121 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4b95cee9-2722-4d15-a741-9e0d03f5f7d5 req-4d194ee6-13dc-412e-b760-d245e8249492 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794757 May 31 11:41:03.204121 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-31c1bd35-8381-41a5-80e0-b11e193a6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:03.204121 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-31c1bd35-8381-41a5-80e0-b11e193a6192 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 1097 time: 0.4433358 May 31 11:41:03.378197 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06702fd-6808-4d7b-bdb1-d01be554ef5d x-openstack-request-id: req-d06702fd-6808-4d7b-bdb1-d01be554ef5d {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:03.378197 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725f91cf-1229-4d53-82a4-b6ac9721cae0", "name": "network-vif-plugged", "status": "completed", "tag": "c400e030-9283-4f8d-aa76-e67775644624", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:03.378197 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d06702fd-6808-4d7b-bdb1-d01be554ef5d {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:03.378197 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400e030-9283-4f8d-aa76-e67775644624', 'code': 200} May 31 11:41:03.387573 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-6c20c71b-08ff-42c5-b118-5b8025b574cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 HTTP/1.1" status: 200 len: 217 time: 0.1642365 May 31 11:41:03.388207 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:03.403045 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:03.421124 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-672c351b-ef0c-4a9c-a9d0-a66acc37ecf0 req-b1f06cb6-d137-453d-9e8d-4b4fbc581444 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839034 May 31 11:41:03.511236 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Attempting to bind port f3ffc563-1032-471e-9c87-6eab02076e11 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:03.511570 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Attempting to bind port f3ffc563-1032-471e-9c87-6eab02076e11 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:03.511896 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Attempting to bind port f3ffc563-1032-471e-9c87-6eab02076e11 on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:03.516064 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:41:03.528243 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-7f63b559-3bd6-4712-82e6-77ca8d853751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:03.530144 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-7f63b559-3bd6-4712-82e6-77ca8d853751 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.1165373 May 31 11:41:03.530751 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Port f3ffc563-1032-471e-9c87-6eab02076e11 on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:03.531133 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Attempting to bind port f3ffc563-1032-471e-9c87-6eab02076e11 on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:03.618330 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:03.618330 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Checking segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:03.618771 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Bound using segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:03.619094 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Bound port: f3ffc563-1032-471e-9c87-6eab02076e11, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:03.619466 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:03.637252 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-a5f92990-0080-4a6f-8c49-2301419949e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983653 May 31 11:41:03.942411 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4bc41-73c2-4a7c-b012-4210e50984ac req-ba5d5045-5549-43cc-9a7f-401dfa82345f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:03.944018 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-acf4bc41-73c2-4a7c-b012-4210e50984ac req-ba5d5045-5549-43cc-9a7f-401dfa82345f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.3524811 May 31 11:41:03.949503 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b16063-dfa2-44d4-822a-c543d998517d req-46ce49c6-a004-405e-965e-6d14bcc9ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:03.950947 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79b16063-dfa2-44d4-822a-c543d998517d req-46ce49c6-a004-405e-965e-6d14bcc9ee5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 1098 time: 0.2401464 May 31 11:41:03.988171 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.015856 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:04.022682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-acf4bc41-73c2-4a7c-b012-4210e50984ac req-9f64e088-40fd-4e9c-adaa-253f27d0e9ff tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Synchronizing usage tracker for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:04.025373 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Usage tracker for resource:security_group_rule and tenant:b986c8a034d64f9991c0ea581430a7fe is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:04.028801 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:04.036238 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:04.065748 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-acf4bc41-73c2-4a7c-b012-4210e50984ac req-9f64e088-40fd-4e9c-adaa-253f27d0e9ff tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Unset dirty status for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:04.067228 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-acf4bc41-73c2-4a7c-b012-4210e50984ac req-9f64e088-40fd-4e9c-adaa-253f27d0e9ff tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152439 May 31 11:41:04.089345 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:04.139569 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:04.162081 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.164176 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-4d461b6c-9358-492e-86f0-67ded86bee42 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920163 May 31 11:41:04.179515 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:04.197142 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.204583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.216499 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:04.272023 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79b16063-dfa2-44d4-822a-c543d998517d req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072469 May 31 11:41:04.288883 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92407420-9a2e-4046-ae9f-f9b9628a4c93,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:04.291318 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:04.376696 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:04.377311 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.378730 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] 10.222.0.62 "PUT /v2.0/ports/f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 1094 time: 3.1989079 May 31 11:41:04.421228 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5e000-aab6-4409-9fc5-380c31ec0e1f req-bfcf8497-d404-485d-9de6-8216cef832b4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:04.422469 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-52d5e000-aab6-4409-9fc5-380c31ec0e1f req-bfcf8497-d404-485d-9de6-8216cef832b4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Synchronizing usage tracker for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:04.466926 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:04.497046 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55406) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:04.512641 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:04.524407 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-52d5e000-aab6-4409-9fc5-380c31ec0e1f req-bfcf8497-d404-485d-9de6-8216cef832b4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Unset dirty status for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:04.531011 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-52d5e000-aab6-4409-9fc5-380c31ec0e1f req-bfcf8497-d404-485d-9de6-8216cef832b4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 944 time: 0.6675951 May 31 11:41:04.632666 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-55a67e6e-0568-4925-8bd1-d66d47e6e853 req-f7a78b11-193c-4091-8ee2-698df12efde9 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767738 May 31 11:41:04.651791 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-52d5e000-aab6-4409-9fc5-380c31ec0e1f req-e1589e59-6be2-4952-b009-ed4bbfe98875 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126351 May 31 11:41:04.733451 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89756df-b66a-4acc-bac9-d5b182c92bd0 req-e3c84481-ebcb-40ee-99fa-2720a61ca60a tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:04.741506 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e89756df-b66a-4acc-bac9-d5b182c92bd0 req-e3c84481-ebcb-40ee-99fa-2720a61ca60a tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 945 time: 0.1898036 May 31 11:41:04.799364 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.828007 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:04.832718 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e89756df-b66a-4acc-bac9-d5b182c92bd0 req-09f7b63d-8ebe-433e-97fb-feb7a3771680 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904157 May 31 11:41:04.835377 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Usage tracker for resource:security_group_rule and tenant:c3f6800db5d840c68732d614f29c57ca is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:04.838937 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:04.846073 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:04.872004 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:04.874365 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:04.892297 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-f1f5a2ae-fdbc-4799-93fb-cc02a5c28dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:04.893773 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-f1f5a2ae-fdbc-4799-93fb-cc02a5c28dd9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 1097 time: 0.1074398 May 31 11:41:04.900110 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-c89c3367-97dc-418c-a150-3669f37c74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:04.901493 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-c89c3367-97dc-418c-a150-3669f37c74c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1097 time: 0.1584709 May 31 11:41:04.955286 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.961644 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.975581 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8201f6b0-c12d-4ad7-868e-2447e211a056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:05.029744 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d4ce9-b2f2-4197-b7c1-4dfc64feffbe x-openstack-request-id: req-548d4ce9-b2f2-4197-b7c1-4dfc64feffbe {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:05.030052 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:05.030364 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-548d4ce9-b2f2-4197-b7c1-4dfc64feffbe {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:05.030717 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'status': 'completed', 'code': 200} May 31 11:41:05.036419 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-ebc96502-8b45-4050-b017-b9850af11089 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 217 time: 0.1142561 May 31 11:41:05.037271 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55432) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:05.038982 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3f6800db5d840c68732d614f29c57ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403030 May 31 11:41:05.041202 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21acf904-8c6f-4480-b6f0-68bf11d3e667,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:05.046253 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:05.175350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-ba6645d7-c1dd-482a-bacf-952ed4fb0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:05.176689 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-ba6645d7-c1dd-482a-bacf-952ed4fb0355 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.2743855 May 31 11:41:05.177924 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-9e5b3c20-d98d-498b-a1c7-79e2aaf07634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:05.179182 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-9e5b3c20-d98d-498b-a1c7-79e2aaf07634 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.1223876 May 31 11:41:05.277163 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.303626 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-7f0c45c1-f835-4e0c-a5b3-d89b8ecfc9fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 HTTP/1.1" status: 200 len: 217 time: 0.0791943 May 31 11:41:05.308090 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25810-b057-48f4-b684-3ed5ea494caa req-cec972a1-8c1a-4b95-90ff-a21f0fd49500 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:05.309687 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-56d25810-b057-48f4-b684-3ed5ea494caa req-cec972a1-8c1a-4b95-90ff-a21f0fd49500 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1042435 May 31 11:41:05.368203 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.377130 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-56d25810-b057-48f4-b684-3ed5ea494caa req-316fcdd5-703a-4561-b3f6-3b5376f500ea tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601032 May 31 11:41:05.495667 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-d9a97eca-7015-43a0-b7e5-7b30448d3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:05.497026 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-d9a97eca-7015-43a0-b7e5-7b30448d3b71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.1870384 May 31 11:41:05.543452 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81005b15-8ead-462f-ace5-4013b669ef87 req-50d90c98-ea97-41df-accf-2085b3258f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:05.544949 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-50d90c98-ea97-41df-accf-2085b3258f0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3516884 May 31 11:41:05.552128 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-8badea61-d18f-4f85-9671-41c83d76bbb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455678 May 31 11:41:05.601397 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.653097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d3c7c4df-797d-424a-b04b-01cde3f17e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:05.728327 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21acf904-8c6f-4480-b6f0-68bf11d3e667,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:05.738331 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:05.765821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:05.766981 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21acf904-8c6f-4480-b6f0-68bf11d3e667 HTTP/1.1" status: 204 len: 168 time: 0.7288220 May 31 11:41:05.826866 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-164561f7-b5d1-40e4-8479-8b7a19a66c66 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703822 May 31 11:41:05.833891 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-e6dd557c-3826-4859-911e-b4c4f11314dc service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598593 May 31 11:41:06.192206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bf4bf-20fa-4d5b-9671-ad84ed9a5fd1 req-e4eded00-ce07-40c8-af21-ce5f0626de14 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.200163 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-311bf4bf-20fa-4d5b-9671-ad84ed9a5fd1 req-e4eded00-ce07-40c8-af21-ce5f0626de14 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 945 time: 0.1483731 May 31 11:41:06.257528 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-311bf4bf-20fa-4d5b-9671-ad84ed9a5fd1 req-ff4ccf41-3b1e-4e40-a7ad-b46d9d39713a tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562925 May 31 11:41:06.332866 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-81005b15-8ead-462f-ace5-4013b669ef87 req-4299c2b6-3081-4fd2-a2a5-5fd23c85479c service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250968 May 31 11:41:06.342092 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee42da9-2578-4caf-ae9f-f57d81a50346 req-65185991-2c06-4935-a639-2eee7b2d582b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.349466 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dee42da9-2578-4caf-ae9f-f57d81a50346 req-65185991-2c06-4935-a639-2eee7b2d582b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 944 time: 0.4979885 May 31 11:41:06.353514 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-91563f10-9325-45c0-a733-09d4a6d69f81 req-7e3f28ab-27b4-4aa3-bdf9-ce316de4286c service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469256 May 31 11:41:06.410482 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dee42da9-2578-4caf-ae9f-f57d81a50346 req-8ed71615-df88-41a7-bff1-7d78b8d64c2d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599453 May 31 11:41:06.492759 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55490) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:06.521137 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.527673 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:06.548382 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:06.554902 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Usage tracker for resource:security_group_rule and tenant:38fcb8b70212433c9d540da462eb08f9 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:06.558868 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:06.565928 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:06.602738 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-b09341e8-4f56-4079-a627-743223d710aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.604219 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-b09341e8-4f56-4079-a627-743223d710aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1097 time: 0.1658115 May 31 11:41:06.724134 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:06.739959 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01', 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'port_id': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01', 'mac_address': 'fa:16:3e:ad:9b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:06.785024 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.786905 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-6ec23988-9011-41b3-939c-24113a79d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.788537 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-6ec23988-9011-41b3-939c-24113a79d0ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1755986 May 31 11:41:06.789906 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.800209 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:06.815583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ecaa7-69a0-436e-970c-f89e3636c1b6 req-b58ffebe-e3fa-46dd-aa5d-f7c5afb231f1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:06.827382 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.828194 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2f6ecaa7-69a0-436e-970c-f89e3636c1b6 req-b58ffebe-e3fa-46dd-aa5d-f7c5afb231f1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.2820828 May 31 11:41:06.860679 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:06.889547 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2f6ecaa7-69a0-436e-970c-f89e3636c1b6 req-2a04db36-bc2d-4959-b852-cada716c8051 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588684 May 31 11:41:06.891878 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:06.896164 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:06.897923 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:06.956362 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-0ca2d267-f38f-4b5d-980d-31a3e1a680f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 217 time: 0.1587791 May 31 11:41:07.003791 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:07.009402 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:07.013518 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-09549048-7b11-4b96-943a-10245179485f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38fcb8b70212433c9d540da462eb08f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197628 May 31 11:41:07.016352 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55514) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:07.019291 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa2368-d124-47fb-9a6e-7ff7ebfb3309,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:07.023493 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:07.056646 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-11ad8e97-0816-4dae-a691-0651d6eb2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:07.059033 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-11ad8e97-0816-4dae-a691-0651d6eb2e12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0920413 May 31 11:41:07.091188 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.122826 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.153611 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-88540153-1924-4567-a99b-e626dcb76d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:07.156037 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-88540153-1924-4567-a99b-e626dcb76d4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887649 May 31 11:41:07.189770 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.195899 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:07.200514 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e5561b8d-28ee-4e41-a8fd-2a180b6f9a01'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:07.212167 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa2368-d124-47fb-9a6e-7ff7ebfb3309,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:07.223430 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:07.224249 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:07.225366 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87fa2368-d124-47fb-9a6e-7ff7ebfb3309 HTTP/1.1" status: 204 len: 168 time: 0.2080190 May 31 11:41:07.356830 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-4d7994a8-ccdc-48e7-956c-fccecfac1c67 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905420 May 31 11:41:07.713952 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bbcb9ae-deea-4998-bb53-e12a0c7a217d req-57274386-c037-4d2f-a2df-6923d1e8be7d service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502498 May 31 11:41:07.726090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8907b-b474-4427-ac98-f07277e6f451 req-04d1d19a-fced-4796-a263-00cebcfecfbf tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:07.727916 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6cb8907b-b474-4427-ac98-f07277e6f451 req-04d1d19a-fced-4796-a263-00cebcfecfbf tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 945 time: 0.2409384 May 31 11:41:07.750780 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d9350-7948-4c74-94bd-55769f5d12ac req-0bc5760a-ed3b-4fed-9564-a94af870af04 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:07.756504 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1e3d9350-7948-4c74-94bd-55769f5d12ac req-0bc5760a-ed3b-4fed-9564-a94af870af04 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 944 time: 0.1513464 May 31 11:41:07.801774 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1e3d9350-7948-4c74-94bd-55769f5d12ac req-eb9e433e-9aa1-40ef-8158-fb56deb855d5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 May 31 11:41:07.822428 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6cb8907b-b474-4427-ac98-f07277e6f451 req-d118aa4b-7501-48fa-95da-d995a49ef717 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766482 May 31 11:41:08.153644 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bebc7-befc-489c-b212-02423c42aed6 req-80228a30-0527-478a-874f-e207b5cc1777 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:08.156124 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-eb3bebc7-befc-489c-b212-02423c42aed6 req-80228a30-0527-478a-874f-e207b5cc1777 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1020932 May 31 11:41:08.215516 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-eb3bebc7-befc-489c-b212-02423c42aed6 req-8f1abb8c-7020-4da9-b797-b29444bc8a69 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531592 May 31 11:41:08.547052 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:08.647798 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:08.756420 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:08.768022 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:08.774035 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002', 'network_id': '32dadf34-9544-4b34-bc46-6379a1498be5', 'port_id': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002', 'mac_address': 'fa:16:3e:a9:0a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d948778-3382-4ec0-a0d7-4f2b4840da9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:08.777043 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:08.777500 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.882248 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.907508 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:08.967311 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55610) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:08.969342 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:08.982481 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:08.991479 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:09.063182 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148b506-1f6e-4d52-bb71-f6d557a9ff8c req-892746d0-aa52-4dea-8eda-062d05b30e2f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.069625 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d148b506-1f6e-4d52-bb71-f6d557a9ff8c req-892746d0-aa52-4dea-8eda-062d05b30e2f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 945 time: 0.1185069 May 31 11:41:09.070827 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.139944 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:09.142239 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9a614-0e07-48d8-ae55-f0ef3b53e8a9" -d '{"events": [{"server_uuid": "b36a2f68-2b2c-42c2-b950-ffc0bfe2905b", "name": "network-vif-plugged", "status": "completed", "tag": "e5561b8d-28ee-4e41-a8fd-2a180b6f9a01"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:09.144871 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.148918 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d148b506-1f6e-4d52-bb71-f6d557a9ff8c req-b1ad5b17-581e-4a24-89c5-1e5a9470f3d3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724347 May 31 11:41:09.170243 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:09.173668 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:09.175347 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:09.178844 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:09.182021 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.183557 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Usage tracker for resource:security_group_rule and tenant:1c61748148f64fc9addbe74a4ea4442d is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:09.184535 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:09.187359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:09.193817 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:09.232112 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae68af5-ec42-4015-bdcd-9bff354f95c3 x-openstack-request-id: req-bae68af5-ec42-4015-bdcd-9bff354f95c3 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:09.232524 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36a2f68-2b2c-42c2-b950-ffc0bfe2905b", "name": "network-vif-plugged", "status": "completed", "tag": "e5561b8d-28ee-4e41-a8fd-2a180b6f9a01", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:09.232890 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bae68af5-ec42-4015-bdcd-9bff354f95c3 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:09.233367 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01', 'code': 200} May 31 11:41:09.286654 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['ad1b2c55-f3e1-4a70-8ad0-d9925c25c002'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:09.362833 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.370441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.388727 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4a476430-0e05-4dfc-8969-cd12e7640c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:09.422483 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:09.435436 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:09.460705 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c61748148f64fc9addbe74a4ea4442d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916279 May 31 11:41:09.461344 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55628) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:09.465702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5885bf9-1594-435b-a53f-c9f458c18b09,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:09.494002 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:09.507722 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5af64-6ff2-43ae-aaa3-40a09d10ad9f req-538c66f6-3ae8-4c44-ae26-6c0d778f95b6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.515381 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6ea5af64-6ff2-43ae-aaa3-40a09d10ad9f req-538c66f6-3ae8-4c44-ae26-6c0d778f95b6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1303425 May 31 11:41:09.572181 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.601643 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.640966 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6ea5af64-6ff2-43ae-aaa3-40a09d10ad9f req-959efe7a-9088-4551-aa5b-8944510492dc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242619 May 31 11:41:09.683131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.688225 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:09.707189 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5885bf9-1594-435b-a53f-c9f458c18b09,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:09.709090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25b4fd-e81d-4a6e-801f-78191bf89f9b req-e297406f-3090-4bc7-8cac-9b3d01456d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:09.710603 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cd25b4fd-e81d-4a6e-801f-78191bf89f9b req-e297406f-3090-4bc7-8cac-9b3d01456d3d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.1930149 May 31 11:41:09.715939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:09.726317 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:09.726317 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5885bf9-1594-435b-a53f-c9f458c18b09 HTTP/1.1" status: 204 len: 168 time: 0.2598059 May 31 11:41:09.805599 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cd25b4fd-e81d-4a6e-801f-78191bf89f9b req-ec06a7ff-273e-433b-b5b9-ef5e2c34fd64 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861220 May 31 11:41:10.341753 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ff22a-2f8b-43b5-b716-d2d4f6e3163b req-2ec02fbd-9e70-4518-94d0-e095f6a95c32 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:10.343330 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c28ff22a-2f8b-43b5-b716-d2d4f6e3163b req-2ec02fbd-9e70-4518-94d0-e095f6a95c32 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 945 time: 0.0926008 May 31 11:41:10.403820 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c28ff22a-2f8b-43b5-b716-d2d4f6e3163b req-f98a81ea-f44a-403e-a852-4e314e853ea4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485356 May 31 11:41:10.514364 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55688) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:10.557428 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:41:10.564026 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:10.622436 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1069516557-network', 'tenant_id': '1674e751441840a6a2f4a7299b2e5e0c'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:10.626951 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:10.630690 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Usage tracker for resource:network and tenant:1674e751441840a6a2f4a7299b2e5e0c is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:10.633513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:10.639100 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:10.650553 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Made reservation on behalf of 1674e751441840a6a2f4a7299b2e5e0c for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:10.653281 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.666132 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.681046 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:10.685084 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Usage tracker for resource:security_group_rule and tenant:1674e751441840a6a2f4a7299b2e5e0c is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:10.688199 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:10.694238 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:10.746002 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:10.756668 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:10.757106 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.822586 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:10.843442 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'port_id': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'mac_address': 'fa:16:3e:4a:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:41:10.861181 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.869968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.876468 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:10.899429 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:10.922280 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.922621 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Added segment 537ac6c1-f4a6-427a-9e61-0b56472b5a1e of type vlan for network 27b5b9fa-ce66-4013-bf2e-045c6d806a9f May 31 11:41:10.930584 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec8f4e1-e405-45e6-8865-04cc762db9ff,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:10.947232 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:10.950616 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.960231 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba39e-d370-4923-b991-67dfb971ffa9 req-1cba8832-c5dd-4cae-b8de-684f4087294b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:10.962658 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e9ba39e-d370-4923-b991-67dfb971ffa9 req-1cba8832-c5dd-4cae-b8de-684f4087294b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1889975 May 31 11:41:10.972995 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:10.985801 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ffc563-1032-471e-9c87-6eab02076e11 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:11.008031 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.013181 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:11.020128 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.023560 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-62225fa3-101a-48a7-ab67-323bc5e6cd55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:11.067781 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e9ba39e-d370-4923-b991-67dfb971ffa9 req-be0252fa-05da-4a05-a7f7-a8b888fe789e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960510 May 31 11:41:11.067898 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:11.080090 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.093651 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.095626 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:11.096197 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.102003 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:11.103437 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:11.106756 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:11.107275 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:11.183339 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:11.186535 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:11.215265 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6969440 May 31 11:41:11.215265 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Pushing event updated for resources: {'Network': ['ID=27b5b9fa-ce66-4013-bf2e-045c6d806a9f,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:11.215265 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55708) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:11.217539 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:11.221703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Request body: {'subnet': {'network_id': '27b5b9fa-ce66-4013-bf2e-045c6d806a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1069516557-subnet', 'tenant_id': '1674e751441840a6a2f4a7299b2e5e0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:11.225881 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 27b5b9fa-ce66-4013-bf2e-045c6d806a9f details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:11.226520 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:11.230614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Usage tracker for resource:subnet and tenant:1674e751441840a6a2f4a7299b2e5e0c is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:11.233554 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:11.239624 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:11.243631 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:11.247239 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274ac6a9-a935-4eb0-b0a9-929f23d48454" -d '{"events": [{"server_uuid": "3623ceab-ff79-456d-8ba5-ccfb2f876217", "name": "network-vif-plugged", "status": "completed", "tag": "ad1b2c55-f3e1-4a70-8ad0-d9925c25c002"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:11.251676 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Made reservation on behalf of 1674e751441840a6a2f4a7299b2e5e0c for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:11.254142 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.319620 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb30de3-dec9-45bd-8b26-93e21e5ca859 x-openstack-request-id: req-3cb30de3-dec9-45bd-8b26-93e21e5ca859 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:11.319909 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3623ceab-ff79-456d-8ba5-ccfb2f876217", "name": "network-vif-plugged", "status": "completed", "tag": "ad1b2c55-f3e1-4a70-8ad0-d9925c25c002", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:11.320159 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cb30de3-dec9-45bd-8b26-93e21e5ca859 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:11.320537 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002', 'code': 200} May 31 11:41:11.379825 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['f3ffc563-1032-471e-9c87-6eab02076e11'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:41:11.631909 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f604e7-de7a-4cf4-bea8-4153397b3956 req-2b23c3e0-80b2-483d-bb93-68139f912c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:11.635506 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-62f604e7-de7a-4cf4-bea8-4153397b3956 req-2b23c3e0-80b2-483d-bb93-68139f912c89 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 1099 time: 0.1000538 May 31 11:41:11.695837 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-62f604e7-de7a-4cf4-bea8-4153397b3956 req-6f6097e5-d7a9-4773-a84a-dbddd5cba5f2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526977 May 31 11:41:11.769768 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c1928-f087-46a9-b609-a908508a6232 req-11a4657a-2eb3-4397-98c6-f3fcf3574f02 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:11.771355 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-551c1928-f087-46a9-b609-a908508a6232 req-11a4657a-2eb3-4397-98c6-f3fcf3574f02 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1997926 May 31 11:41:11.834023 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-551c1928-f087-46a9-b609-a908508a6232 req-65d15327-fccb-4404-90c2-dffef04ef440 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470824 May 31 11:41:11.922739 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:11.927738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:11.995886 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=746bc916-4da6-490e-a830-e0997f366675,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:11.999319 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.005290 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Checking segment: {'id': '537ac6c1-f4a6-427a-9e61-0b56472b5a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '27b5b9fa-ce66-4013-bf2e-045c6d806a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:12.005634 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Network hostable DHCP agents. Network: 27b5b9fa-ce66-4013-bf2e-045c6d806a9f, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:12.023923 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Network 27b5b9fa-ce66-4013-bf2e-045c6d806a9f is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:12.034202 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 27b5b9fa-ce66-4013-bf2e-045c6d806a9f) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:12.038681 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:12.039273 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.043247 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e32d6-3834-4cf9-b030-7b14c818f684 None None] Network 27b5b9fa-ce66-4013-bf2e-045c6d806a9f requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:12.062018 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e6e6b537-1c3c-4f27-904c-8102bc526e7e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8457186 May 31 11:41:12.282174 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53efcf36-581d-4178-97c2-db91c602d627 None None] Network 27b5b9fa-ce66-4013-bf2e-045c6d806a9f requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:12.298526 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552d5a-e9af-4b65-915e-848b6ef02a8f req-71ea845f-52f2-4629-9313-38d6785b0398 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:12.303145 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a8552d5a-e9af-4b65-915e-848b6ef02a8f req-71ea845f-52f2-4629-9313-38d6785b0398 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 945 time: 0.1045151 May 31 11:41:12.369390 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a8552d5a-e9af-4b65-915e-848b6ef02a8f req-d53db620-17d0-4637-aba7-bb439071ee9e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598593 May 31 11:41:12.566867 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:12.628106 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55760) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:12.633702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-36935629-network', 'tenant_id': '1b6d4679c5324f5c8ba24853efb991f5'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:12.638047 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port f3ffc563-1032-471e-9c87-6eab02076e11 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:12.640337 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:12.642943 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port f3ffc563-1032-471e-9c87-6eab02076e11 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:12.643497 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.644171 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Usage tracker for resource:network and tenant:1b6d4679c5324f5c8ba24853efb991f5 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:12.646960 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:12.653427 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:12.663715 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Made reservation on behalf of 1b6d4679c5324f5c8ba24853efb991f5 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:12.666060 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.678501 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.695811 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:12.699838 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6d4679c5324f5c8ba24853efb991f5 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:12.702700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:12.708836 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:12.757243 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.791956 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:12.796876 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.798777 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.801239 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.806316 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.811214 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:12.842186 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb85453-042b-4ae5-9dfd-7ed0bd1f7c90,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.846381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.852488 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:12.862526 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.863218 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Added segment 7ac5626b-e124-4e4d-8e42-24645dd08ae2 of type vlan for network 307e896d-62d6-425c-9086-c71b7b0449ab May 31 11:41:12.886512 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:12.891485 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:12.911421 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.949210 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.951217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:12.951975 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:12.998597 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-51d204d4-b6c9-4367-b513-c27189bc7815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:13.019071 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3898289 May 31 11:41:13.021903 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55774) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:13.033668 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Request body: {'subnet': {'network_id': '307e896d-62d6-425c-9086-c71b7b0449ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-36935629-subnet', 'tenant_id': '1b6d4679c5324f5c8ba24853efb991f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:13.047903 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:13.056986 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Usage tracker for resource:subnet and tenant:1b6d4679c5324f5c8ba24853efb991f5 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:13.060378 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:13.066021 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:13.078137 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Made reservation on behalf of 1b6d4679c5324f5c8ba24853efb991f5 for: {'subnet': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:13.081042 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.220621 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Pushing event updated for resources: {'Network': ['ID=307e896d-62d6-425c-9086-c71b7b0449ab,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:13.224131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:13.248716 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 307e896d-62d6-425c-9086-c71b7b0449ab details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:13.266242 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7faebb-d506-4137-b014-a94dbddd0ae2 req-0b13f624-7368-4d1a-85fe-dabba6519b54 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:13.273156 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b7faebb-d506-4137-b014-a94dbddd0ae2 req-0b13f624-7368-4d1a-85fe-dabba6519b54 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.2528918 May 31 11:41:13.323282 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2b7faebb-d506-4137-b014-a94dbddd0ae2 req-ba7893a0-03a1-420e-952a-fd6b4396087f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491424 May 31 11:41:13.355470 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:13.358193 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d77a72e-0702-415f-89b4-df24f66986de" -d '{"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:13.440763 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0d9235-493b-4600-ba7f-0cf2c409ee43 x-openstack-request-id: req-fd0d9235-493b-4600-ba7f-0cf2c409ee43 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:13.441053 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:13.441301 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd0d9235-493b-4600-ba7f-0cf2c409ee43 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:13.441685 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'code': 200} May 31 11:41:13.673602 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2e011-7305-4f48-8a10-313baa4d8e1b req-7a006bc8-f0b2-421c-9ee9-89fb8d410d1b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:13.681322 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0e2e011-7305-4f48-8a10-313baa4d8e1b req-7a006bc8-f0b2-421c-9ee9-89fb8d410d1b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1156063 May 31 11:41:13.683995 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.689746 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:13.733874 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f0e2e011-7305-4f48-8a10-313baa4d8e1b req-da8b82b5-0110-4748-9067-33be1960a258 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515423 May 31 11:41:13.770336 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2259a3-d40b-4c39-9b33-c26bed53b55c,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:13.775528 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:13.793388 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Checking segment: {'id': '7ac5626b-e124-4e4d-8e42-24645dd08ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '307e896d-62d6-425c-9086-c71b7b0449ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:13.793867 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Network hostable DHCP agents. Network: 307e896d-62d6-425c-9086-c71b7b0449ab, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:13.815838 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Network 307e896d-62d6-425c-9086-c71b7b0449ab is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:13.830045 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 307e896d-62d6-425c-9086-c71b7b0449ab) {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:13.839351 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f5c261-be01-4490-bc1e-706968149b95 None None] Network 307e896d-62d6-425c-9086-c71b7b0449ab requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:13.843178 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:13.843820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:13.937851 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9141030 May 31 11:41:13.947928 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13a24-3db9-466c-9a03-a74fca80857e req-f8bc856f-71fa-4313-b4cd-a1eca67cedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:13.949540 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-93d13a24-3db9-466c-9a03-a74fca80857e req-f8bc856f-71fa-4313-b4cd-a1eca67cedcf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1099 time: 0.1000006 May 31 11:41:13.954001 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.041067 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-93d13a24-3db9-466c-9a03-a74fca80857e req-353d2baa-688c-445b-bda8-48f822a96a16 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814683 May 31 11:41:14.120034 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55810) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:14.145037 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5bc3f2-1410-4a77-9a06-ad080b84e050 None None] Network 307e896d-62d6-425c-9086-c71b7b0449ab requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:14.197518 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Deleting subnet 746bc916-4da6-490e-a830-e0997f366675 {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:14.201504 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.267732 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.278763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.574718 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbbf3-672b-48a8-b7ab-c8327dec1296 req-0de5ef81-43c8-4472-88f0-fe63afd2afc5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:14.583291 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75ecbbf3-672b-48a8-b7ab-c8327dec1296 req-0de5ef81-43c8-4472-88f0-fe63afd2afc5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1004620 May 31 11:41:14.645770 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75ecbbf3-672b-48a8-b7ab-c8327dec1296 req-49f547c2-1ecf-48e8-9d1d-b3db51f06ca1 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609388 May 31 11:41:14.739636 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7e577-ace6-4897-beaa-be1fa7eeefe3 req-eb626f38-e2eb-4479-983b-aadf0727d2d8 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:14.741198 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-68b7e577-ace6-4897-beaa-be1fa7eeefe3 req-eb626f38-e2eb-4479-983b-aadf0727d2d8 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 945 time: 0.2421834 May 31 11:41:14.813084 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-68b7e577-ace6-4897-beaa-be1fa7eeefe3 req-9a9a09e7-da03-4e11-98a4-977b4cf06d95 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625551 May 31 11:41:14.814353 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:14.825365 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:14.901367 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746bc916-4da6-490e-a830-e0997f366675,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:14.946206 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:15.031358 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.058347 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55858) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:15.058722 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55860) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:15.069579 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/746bc916-4da6-490e-a830-e0997f366675 HTTP/1.1" status: 204 len: 168 time: 0.9475591 May 31 11:41:15.182412 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b8ac-3d0e-4acd-ac7f-2530c093181e req-5ac74ec5-b97d-46d1-a7c0-7001c164385e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:15.183913 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7bc3b8ac-3d0e-4acd-ac7f-2530c093181e req-5ac74ec5-b97d-46d1-a7c0-7001c164385e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2177246 May 31 11:41:15.221977 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-cbb961b2-c765-4786-8b48-d2ffd5d6d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:15.223667 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-cbb961b2-c765-4786-8b48-d2ffd5d6d227 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 1099 time: 0.1299500 May 31 11:41:15.259262 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7bc3b8ac-3d0e-4acd-ac7f-2530c093181e req-0b0a71ea-4de9-4f6d-9d5d-0ec7aa927a4d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686893 May 31 11:41:15.270010 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.405298 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.420769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5a7b7-02e8-4c57-b23f-2172607ae6da req-9feaeef8-3461-48df-86bb-a7d3db2524cf tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:15.422294 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92e5a7b7-02e8-4c57-b23f-2172607ae6da req-9feaeef8-3461-48df-86bb-a7d3db2524cf tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.2517021 May 31 11:41:15.474733 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:15.479629 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-82ee2a6e-053d-4162-9807-fd29efc3c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:15.482085 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-82ee2a6e-053d-4162-9807-fd29efc3c132 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.1426487 May 31 11:41:15.482358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.491535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8e1b89339144d2a807402fd724ef4d is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:15.497823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:15.513383 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.513862 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.514670 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.515152 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > port after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.515582 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.516091 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > port after_update 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.516564 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.517003 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.517545 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.518066 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.607268 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-e9f6e79c-1282-4593-bdb7-adfc7fa0c0bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 HTTP/1.1" status: 200 len: 217 time: 0.1006553 May 31 11:41:15.646995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.647529 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.647747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.647996 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:15.648336 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b5b9fa-ce66-4013-bf2e-045c6d806a9f']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:15.666750 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:15.677158 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537ac6c1-f4a6-427a-9e61-0b56472b5a1e') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:15.677466 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537ac6c1-f4a6-427a-9e61-0b56472b5a1e') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:15.679872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-786ee412-453c-4717-bc7b-9504feaba284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:15.681281 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-786ee412-453c-4717-bc7b-9504feaba284 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.0662189 May 31 11:41:15.700912 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.715164 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92e5a7b7-02e8-4c57-b23f-2172607ae6da req-9b222403-4281-4965-8ec7-7f9c1d249471 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653224 May 31 11:41:15.730220 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.733135 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-2e5c5dc9-70eb-4317-a9a1-aeeda0b1bc09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441883 May 31 11:41:15.743687 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:15.744078 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: from cryptography.utils import int_from_bytes May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: from cryptography.utils import int_from_bytes May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:15.759692 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:15.847163 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.861600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:15.885173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.902182 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] 10.222.0.18 "DELETE /v2.0/networks/27b5b9fa-ce66-4013-bf2e-045c6d806a9f HTTP/1.1" status: 204 len: 168 time: 0.8382089 May 31 11:41:15.902182 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b5b9fa-ce66-4013-bf2e-045c6d806a9f,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:15.903059 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55882) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:15.905428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9daf1529-626e-4318-9bc4-f71240d8e920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:15.933203 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-65113e78-07cc-4124-ba62-cd4edace1693 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893728 May 31 11:41:15.978968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.987366 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Deleting subnet 0f2259a3-d40b-4c39-9b33-c26bed53b55c {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:15.989482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:15.999609 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:16.008847 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.085913 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d8e1b89339144d2a807402fd724ef4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0261195 May 31 11:41:16.088649 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d8911f-e02c-494a-acb2-c774d3b0bee6,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:16.089290 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55886) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:16.092934 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:16.095111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.152676 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.195666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.198565 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f335c2a-6775-4860-bf4a-3dccee92570f req-8c9113e2-23f6-4121-ad2c-54f62c8ce7b6 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587018 May 31 11:41:16.219262 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c91c8-908d-4301-99ab-7e1f3cc86107 req-6b7c6863-dedf-454f-bf36-e8feaf75a269 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:16.220992 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bb0c91c8-908d-4301-99ab-7e1f3cc86107 req-6b7c6863-dedf-454f-bf36-e8feaf75a269 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 945 time: 0.2609687 May 31 11:41:16.299434 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.310896 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bb0c91c8-908d-4301-99ab-7e1f3cc86107 req-6b68a79f-a555-41e4-a5c3-9422396b07f4 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803671 May 31 11:41:16.393594 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.398688 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:16.411562 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d8911f-e02c-494a-acb2-c774d3b0bee6,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:16.415840 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:16.416786 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.420386 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24d8911f-e02c-494a-acb2-c774d3b0bee6 HTTP/1.1" status: 204 len: 168 time: 0.3205066 May 31 11:41:16.558606 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.561975 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-6d41305a-8a13-4830-b7e7-49d669ee6248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.567094 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:16.615769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5339eb-0758-4794-b060-e00f1df6d1cd req-a3d79ab7-9fb8-4392-b29c-9a6b008066ce tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:16.617285 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e5339eb-0758-4794-b060-e00f1df6d1cd req-a3d79ab7-9fb8-4392-b29c-9a6b008066ce tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1560371 May 31 11:41:16.618000 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2259a3-d40b-4c39-9b33-c26bed53b55c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:16.621351 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:16.622304 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.630466 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f2259a3-d40b-4c39-9b33-c26bed53b55c HTTP/1.1" status: 204 len: 168 time: 0.7243071 May 31 11:41:16.630884 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55914) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:16.686327 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e5339eb-0758-4794-b060-e00f1df6d1cd req-01b4e011-be42-4fe9-b426-4af6e094cdaf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469465 May 31 11:41:16.755623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.809175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55926) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:16.836492 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.871564 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:16.879507 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Usage tracker for resource:security_group_rule and tenant:4e79f8d1b1354bd99e0d2d3baaef265c is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:16.888096 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:16.907782 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:16.983807 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:16.998718 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:16.999119 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:16.999845 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.000380 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > port after_create 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.000926 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.001287 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > port after_update 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.001617 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.001921 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.002233 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.002552 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.028338 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf2b9f-5028-46ad-8eaa-eb78fa9ed356 req-2a3844ef-dde3-403f-8905-7b68b9b630af tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:17.035158 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dfaf2b9f-5028-46ad-8eaa-eb78fa9ed356 req-2a3844ef-dde3-403f-8905-7b68b9b630af tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1317191 May 31 11:41:17.077059 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.077396 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.077722 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.078086 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:17.078449 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307e896d-62d6-425c-9086-c71b7b0449ab']}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:17.092403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac5626b-e124-4e4d-8e42-24645dd08ae2') {'for_net_delete': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:17.093019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac5626b-e124-4e4d-8e42-24645dd08ae2') {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:17.106018 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10763618'] for segment, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.122900 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.130726 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:17.131134 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10739831'] for segment, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.178316 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dfaf2b9f-5028-46ad-8eaa-eb78fa9ed356 req-e6efa024-d273-4a23-8c97-ee160a1793d9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422250 May 31 11:41:17.184577 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.199911 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.208396 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:17.252092 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e79f8d1b1354bd99e0d2d3baaef265c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418240 May 31 11:41:17.253056 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f335941-70d8-4d5c-ac87-83bbb84a3330,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.255393 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55942) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:17.270996 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.271624 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55948) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: from cryptography.utils import int_from_bytes May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: from cryptography.utils import int_from_bytes May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: Traceback (most recent call last): May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: timer() May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: cb(*args, **kw) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: return func(*args, **kwargs) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: self._notify() May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: self.callback(batched_events) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: event.method(event) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: return f(self, *a, **k) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._get(url).json() May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: return self.request(url, 'GET', **kwargs) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:17.302680 dv-cinder-786383-7-iscsi neutron-server[98398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:17.342709 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.376738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.420523 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.443581 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.449568 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.458540 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:17.464448 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:17.468878 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Usage tracker for resource:security_group_rule and tenant:61091dbc6e8e4d1aa29e6754279fd60b is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:17.473188 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:17.478235 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:17.486552 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=307e896d-62d6-425c-9086-c71b7b0449ab,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.490902 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.508338 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] 10.222.0.18 "DELETE /v2.0/networks/307e896d-62d6-425c-9086-c71b7b0449ab HTTP/1.1" status: 204 len: 168 time: 0.8732402 May 31 11:41:17.514949 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75b2fb-8315-4db7-8db7-2f5b12844a1b req-90c5a5a3-c8fe-4135-9962-f8fcefd0ca72 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:17.519839 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7a75b2fb-8315-4db7-8db7-2f5b12844a1b req-90c5a5a3-c8fe-4135-9962-f8fcefd0ca72 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.6597042 May 31 11:41:17.539427 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 55960) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:17.543680 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-8eea22df-459c-42a3-9b5d-dde4500a0a1f tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:17.545490 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-8eea22df-459c-42a3-9b5d-dde4500a0a1f tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.62 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 945 time: 0.2434833 May 31 11:41:17.555154 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.561923 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'floatingip': {'port_id': 'f3ffc563-1032-471e-9c87-6eab02076e11'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:17.648801 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:17.694364 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55970) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:17.695840 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f335941-70d8-4d5c-ac87-83bbb84a3330,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:17.721687 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:17.726196 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.793622 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-32619408-0a29-4c54-8245-a9c270819b15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1674e751441840a6a2f4a7299b2e5e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966246 May 31 11:41:17.793622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Deleting port c400e030-9283-4f8d-aa76-e67775644624 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:41:17.793622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.800433 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:17.801537 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f335941-70d8-4d5c-ac87-83bbb84a3330 HTTP/1.1" status: 204 len: 168 time: 0.5343215 May 31 11:41:17.808075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55978) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:17.928796 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023af2b-7cea-4d57-8d1c-6bb9d8ee3ea0 req-a6fac0f0-a842-4640-a100-945d34aae3f2 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:17.935893 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1023af2b-7cea-4d57-8d1c-6bb9d8ee3ea0 req-a6fac0f0-a842-4640-a100-945d34aae3f2 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 945 time: 0.4554050 May 31 11:41:17.997230 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 55990) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:18.068816 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] For port c400e030-9283-4f8d-aa76-e67775644624, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c400e030-9283-4f8d-aa76-e67775644624,segment=NetworkSegment(4719c7f5-6d7c-4ec5-80b6-4babe46dd112),segment_id=4719c7f5-6d7c-4ec5-80b6-4babe46dd112)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:18.069181 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.093793 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.104235 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1023af2b-7cea-4d57-8d1c-6bb9d8ee3ea0 req-e609b6c7-ee0a-4925-bc4c-e269fd06a0ae tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd72da88-bc7f-478f-b636-840165924860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672335 May 31 11:41:18.107545 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.124579 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8cc4a0a9-90ba-411a-a7d2-ab4b1f62d777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:18.174961 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.241150 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Calling delete_port for c400e030-9283-4f8d-aa76-e67775644624 owned by compute:nova {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:41:18.241640 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8579bf0-7350-4ad9-8274-9d583204f5c5,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:18.251984 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61091dbc6e8e4d1aa29e6754279fd60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9674759 May 31 11:41:18.253025 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:18.256094 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56002) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:18.266223 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Deleting subnet 8a082870-a073-41b0-bd14-026f1e69aa5c {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:18.280316 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.388559 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.479875 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10763625'] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.576313 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.587864 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.609085 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.617851 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-09549048-7b11-4b96-943a-10245179485f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:18.626034 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.682231 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec8f4e1-e405-45e6-8865-04cc762db9ff,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:18.719788 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25823072-66a8-4524-8d38-942e8c7686a0 req-3519dcd6-37ea-46e0-ac22-d2dd1cfd44b0 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:18.721310 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-25823072-66a8-4524-8d38-942e8c7686a0 req-3519dcd6-37ea-46e0-ac22-d2dd1cfd44b0 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.3495135 May 31 11:41:18.724609 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.728648 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:18.731255 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:18.740897 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ad14f824-f8ea-419c-bc1f-5ec70c1853b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.746843 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8579bf0-7350-4ad9-8274-9d583204f5c5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:18.750357 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:18.753270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.757661 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8579bf0-7350-4ad9-8274-9d583204f5c5 HTTP/1.1" status: 204 len: 168 time: 0.5009553 May 31 11:41:18.772560 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.773852 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ec8f4e1-e405-45e6-8865-04cc762db9ff HTTP/1.1" status: 204 len: 168 time: 0.9619825 May 31 11:41:18.809154 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.866999 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:18.889255 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-25823072-66a8-4524-8d38-942e8c7686a0 req-4d32038c-35dd-40df-9d03-a09c069ddea5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535940 May 31 11:41:18.893402 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:18.964489 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Pushing event deleted for resources: {'Port': ['ID=c400e030-9283-4f8d-aa76-e67775644624,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:19.003899 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:19.061469 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] No DVR routers for this DVR port c400e030-9283-4f8d-aa76-e67775644624 on host hv-cinder-78638 {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:41:19.069114 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.073338 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'name': 'network-vif-deleted', 'tag': 'c400e030-9283-4f8d-aa76-e67775644624'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:19.075758 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb3faa-e44f-40c6-893e-4ae943fea2b0" -d '{"events": [{"server_uuid": "725f91cf-1229-4d53-82a4-b6ac9721cae0", "name": "network-vif-deleted", "tag": "c400e030-9283-4f8d-aa76-e67775644624"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:19.148597 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83b610b-fe1d-4e08-a5a6-9c1a9d3b7658 x-openstack-request-id: req-b83b610b-fe1d-4e08-a5a6-9c1a9d3b7658 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:19.148829 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725f91cf-1229-4d53-82a4-b6ac9721cae0", "name": "network-vif-deleted", "tag": "c400e030-9283-4f8d-aa76-e67775644624", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:19.149086 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b83b610b-fe1d-4e08-a5a6-9c1a9d3b7658 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:19.149642 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725f91cf-1229-4d53-82a4-b6ac9721cae0', 'name': 'network-vif-deleted', 'tag': 'c400e030-9283-4f8d-aa76-e67775644624', 'status': 'completed', 'code': 200} May 31 11:41:19.159208 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.159571 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d288931d-fb7f-44b2-94ae-b5c4e6a03547 req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.62 "DELETE /v2.0/ports/c400e030-9283-4f8d-aa76-e67775644624 HTTP/1.1" status: 204 len: 173 time: 1.6068299 May 31 11:41:19.170064 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.197661 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10513873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631377'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.209061 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-eaa1e9e1-be5f-42af-9603-a5f00b7d03aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:19.333492 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56040) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:19.356607 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a082870-a073-41b0-bd14-026f1e69aa5c,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:19.361043 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:19.368097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.424295 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-1fe5217c-f5e8-4c96-85e9-63a01ffd8c60 req-f66cbd5f-cc21-457f-8f63-f0ffabcc3eda tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Synchronizing usage tracker for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:19.432623 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-179744be-828d-4680-a020-aedc1e8b69fa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8a082870-a073-41b0-bd14-026f1e69aa5c HTTP/1.1" status: 204 len: 168 time: 1.4321406 May 31 11:41:19.439679 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56048) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:19.447339 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56052) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:19.461721 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-1fe5217c-f5e8-4c96-85e9-63a01ffd8c60 req-f66cbd5f-cc21-457f-8f63-f0ffabcc3eda tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Unset dirty status for tenant:f2c4044219e54bf09b1a93aeaf3562c6 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:19.464262 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1fe5217c-f5e8-4c96-85e9-63a01ffd8c60 req-f66cbd5f-cc21-457f-8f63-f0ffabcc3eda tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] 10.222.0.18 "GET /v2.0/ports?device_id=725f91cf-1229-4d53-82a4-b6ac9721cae0 HTTP/1.1" status: 200 len: 210 time: 0.1130955 May 31 11:41:19.530787 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56056) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:19.539437 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.574863 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:19.578816 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Usage tracker for resource:security_group_rule and tenant:247c95c5dafb47e4b6666d1eadb8d6da is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:19.581654 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:19.587304 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:19.595154 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Floating IP e349b66a-255a-461c-90d3-c1d65c5f4e8e associated. External IP: 172.27.0.106, port: f3ffc563-1032-471e-9c87-6eab02076e11. May 31 11:41:19.599511 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ba348d56-14e9-4e2f-bbf4-fdb75c40374a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b6d4679c5324f5c8ba24853efb991f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671704 May 31 11:41:19.600199 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56060) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:19.672187 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.702758 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.725070 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.731157 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.769026 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.774233 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:19.786453 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb85453-042b-4ae5-9dfd-7ed0bd1f7c90,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:19.794948 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:19.799088 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efb85453-042b-4ae5-9dfd-7ed0bd1f7c90 HTTP/1.1" status: 204 len: 168 time: 0.1979303 May 31 11:41:19.800390 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:19.826437 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:19.843107 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Usage tracker for resource:security_group_rule and tenant:c8276918c67d4a5db9c37f499a75cc0e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:19.850392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:19.887047 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:19.913851 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.120442 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.177517 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2853be54-77ec-413f-aa54-aaa448397d57']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:20.194470 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.210931 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a557dd-eae3-4b50-bfec-9696b13b2e3a') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:20.211219 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a557dd-eae3-4b50-bfec-9696b13b2e3a') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:20.225914 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.286841 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5cc68c07-c8b5-4cc2-bff3-ed71e31d53ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:20.305016 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.371469 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.382609 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=247c95c5dafb47e4b6666d1eadb8d6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9196210 May 31 11:41:20.385353 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56092) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:20.406901 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:20.407201 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:20.425779 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:20.495763 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b60918-c230-4cf5-bd71-8a220a90085a,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:20.502853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.519460 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:20.524024 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:41:20.531888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b3e8b-e592-43a0-a48f-29fbb3cc7391 req-5fdaf139-1ba8-4bbc-9807-87699cc87fa1 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:20.538798 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-587b3e8b-e592-43a0-a48f-29fbb3cc7391 req-5fdaf139-1ba8-4bbc-9807-87699cc87fa1 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.5202217 May 31 11:41:20.550670 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.579150 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.580843 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.596119 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8af1c8df-91d7-41e3-ba34-685748156d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:20.627502 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c400e030-9283-4f8d-aa76-e67775644624 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:41:20.665146 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.684668 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: c400e030-9283-4f8d-aa76-e67775644624 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:41:20.685326 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c400e030-9283-4f8d-aa76-e67775644624 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:41:20.702571 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.709443 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4de3133e-a088-4874-97b1-ca1d0326adb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:20.732834 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b60918-c230-4cf5-bd71-8a220a90085a,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:20.736837 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-587b3e8b-e592-43a0-a48f-29fbb3cc7391 req-fdec85a8-5f65-427c-ac19-5b3571618499 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971128 May 31 11:41:20.743740 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:20.744761 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.745928 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0b60918-c230-4cf5-bd71-8a220a90085a HTTP/1.1" status: 204 len: 168 time: 0.3595464 May 31 11:41:20.750023 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8276918c67d4a5db9c37f499a75cc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4154603 May 31 11:41:20.751097 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de939023-d2ea-457d-8452-b3142ba0ec0c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:20.754698 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.756982 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56110) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:20.760293 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:20.762660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:20.867149 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.906947 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:20.962887 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Pushing event deleted for resources: {'Network': ['ID=2853be54-77ec-413f-aa54-aaa448397d57,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:20.973500 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:20.975215 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c17c6fda-8bf9-4c15-b127-98f487ee9781 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2853be54-77ec-413f-aa54-aaa448397d57 HTTP/1.1" status: 204 len: 168 time: 1.5344651 May 31 11:41:20.978238 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56124) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:21.013670 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:21.028710 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.030767 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] Sync routers for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:21.036027 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:21.041567 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.045637 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:21.046266 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:21.054911 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de939023-d2ea-457d-8452-b3142ba0ec0c,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:21.077338 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:21.084304 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.090198 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de939023-d2ea-457d-8452-b3142ba0ec0c HTTP/1.1" status: 204 len: 168 time: 0.3317909 May 31 11:41:21.099639 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Deleting subnet ef604e2d-1ef7-49a5-ad9b-f18951e28efb {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:21.111349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.186104 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ce38c2e3-51b7-4dd1-8ae0-a70377f2b9fb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "PUT /v2.0/floatingips/e349b66a-255a-461c-90d3-c1d65c5f4e8e HTTP/1.1" status: 200 len: 992 time: 3.6421547 May 31 11:41:21.199123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:21.207555 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121339a9-fd22-4678-b52e-87e4f85be336" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:21.221314 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10763625'] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.276530 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:21.297148 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5be7937-1c3e-4c02-a18b-de3de4cffde7 x-openstack-request-id: req-f5be7937-1c3e-4c02-a18b-de3de4cffde7 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:21.297656 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:21.298747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5be7937-1c3e-4c02-a18b-de3de4cffde7 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:21.298747 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'status': 'completed', 'code': 200} May 31 11:41:21.396018 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.497842 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56150) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:21.502490 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.516097 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.533593 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:21.543143 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:7707c5a6bb6e4e2696b6028152ea0a85 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:21.547118 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:21.560750 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:21.642623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121339a9-fd22-4678-b52e-87e4f85be336 req-18a989fe-f13b-435c-af5c-878b46323d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:21.644389 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-121339a9-fd22-4678-b52e-87e4f85be336 req-18a989fe-f13b-435c-af5c-878b46323d75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1099 time: 0.2914960 May 31 11:41:21.702069 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.707078 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:21.722746 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb2f1517-1dc7-4831-872a-ceb9cd47ee94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:21.856110 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7707c5a6bb6e4e2696b6028152ea0a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571334 May 31 11:41:21.857120 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb30c73-2f88-4661-9b97-630283638079,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:21.859583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56160) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:21.861962 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:21.986129 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e349b66a-255a-461c-90d3-c1d65c5f4e8e', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'port_id': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'mac_address': 'fa:16:3e:4a:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:40:55Z', 'updated_at': '2021-05-31T11:41:18Z', 'revision_number': 1, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:21.999062 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] Checking router: 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:22.000457 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121339a9-fd22-4678-b52e-87e4f85be336 req-4e62ba6e-3090-483f-9b3f-fd850e550d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:22.002109 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-121339a9-fd22-4678-b52e-87e4f85be336 req-4e62ba6e-3090-483f-9b3f-fd850e550d86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.3467581 May 31 11:41:22.012212 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:22.012819 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:22.075004 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.111143 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.124911 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56166) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:22.164428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77f75f-00e0-4897-bff5-0b51daaf62ea req-cda1ee79-0671-4b5f-9e7f-c0cf3674ed7c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:22.167122 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10513873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631377'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.180142 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e77f75f-00e0-4897-bff5-0b51daaf62ea req-cda1ee79-0671-4b5f-9e7f-c0cf3674ed7c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1794188 May 31 11:41:22.182930 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-297f2c01-3d5a-45ec-bb5f-96647e1d67ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:22.217221 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.220309 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.231914 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef604e2d-1ef7-49a5-ad9b-f18951e28efb,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:22.242062 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:22.250456 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-121339a9-fd22-4678-b52e-87e4f85be336 req-d2ebf867-0a07-43c0-97f9-83c249d85d77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 1000 time: 0.2304311 May 31 11:41:22.250456 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-23b97217-f0b4-4b78-ae0e-b869a81a0ad2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ef604e2d-1ef7-49a5-ad9b-f18951e28efb HTTP/1.1" status: 204 len: 168 time: 1.2673361 May 31 11:41:22.250456 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56174) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:22.253956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:22.263709 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe020a79f944213a692099b4e0c0ad2 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:22.268784 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:22.283779 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e77f75f-00e0-4897-bff5-0b51daaf62ea req-e6e2f476-7169-403e-aeeb-4ae3db880af8 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005104 May 31 11:41:22.291354 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:22.319028 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.331227 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:22.332881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9b230c2f-101d-45fe-b955-d72cfe4a1ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:22.349860 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb30c73-2f88-4661-9b97-630283638079,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:22.369274 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:22.376297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.377620 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abb30c73-2f88-4661-9b97-630283638079 HTTP/1.1" status: 204 len: 168 time: 0.5171449 May 31 11:41:22.446462 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.456808 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.470792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:22.500187 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641cc3c1-a010-460c-94b4-976ba2acef4a,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:22.505065 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:22.524056 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fe020a79f944213a692099b4e0c0ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976643 May 31 11:41:22.526809 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56186) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:22.586487 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121339a9-fd22-4678-b52e-87e4f85be336 req-5110066a-0434-492f-820c-108ed829ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:22.588033 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-121339a9-fd22-4678-b52e-87e4f85be336 req-5110066a-0434-492f-820c-108ed829ce7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.3111022 May 31 11:41:22.595098 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.603750 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.649190 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.733891 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.739976 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-32b69b75-5612-4bba-a457-36d71b21f509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:22.756589 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.757960 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/641cc3c1-a010-460c-94b4-976ba2acef4a HTTP/1.1" status: 204 len: 168 time: 0.2300093 May 31 11:41:22.758986 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641cc3c1-a010-460c-94b4-976ba2acef4a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:22.762823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:22.811808 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.826446 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba97870-e513-4e4f-a703-221c6a8c4392']}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:22.843646 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad5bdc0-bc56-42c6-a0a5-3117e974daaa') {'for_net_delete': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:22.844273 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad5bdc0-bc56-42c6-a0a5-3117e974daaa') {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:22.864994 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10763618'] for segment, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.964470 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121339a9-fd22-4678-b52e-87e4f85be336 req-d32ecda8-032c-4c81-9aad-55c2f8671d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:22.966224 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-121339a9-fd22-4678-b52e-87e4f85be336 req-d32ecda8-032c-4c81-9aad-55c2f8671d95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3670797 May 31 11:41:22.967509 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:22.999067 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:22.999813 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10739831'] for segment, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: Traceback (most recent call last): May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: timer() May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: cb(*args, **kw) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: return func(*args, **kwargs) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: self._notify() May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: self.callback(batched_events) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: event.method(event) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: return f(self, *a, **k) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._get(url).json() May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: return self.request(url, 'GET', **kwargs) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:23.013291 dv-cinder-786383-7-iscsi neutron-server[98398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:23.084663 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e349b66a-255a-461c-90d3-c1d65c5f4e8e', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'port_id': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'mac_address': 'fa:16:3e:4a:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:40:55Z', 'updated_at': '2021-05-31T11:41:18Z', 'revision_number': 1, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:23.100826 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc36ad-e1cb-4e39-97f1-b13dfc2578d4 None None] The sync data for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi is: [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e349b66a-255a-461c-90d3-c1d65c5f4e8e', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'port_id': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'mac_address': 'fa:16:3e:4a:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:40:55Z', 'updated_at': '2021-05-31T11:41:18Z', 'revision_number': 1, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:23.111736 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56216) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:23.193005 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.201910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.202360 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Deleting subnet 0787148c-e926-440a-98b7-b6b4d22b0e8a {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:23.206247 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-bd4663ee-8fa9-4d3d-a133-df2cd9c2b741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:23.207036 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.241113 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Pushing event deleted for resources: {'Network': ['ID=aba97870-e513-4e4f-a703-221c6a8c4392,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:23.243549 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:23.248520 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-42c2418a-8273-458e-8640-49ea04c3983b admin admin] 10.222.0.18 "DELETE /v2.0/networks/aba97870-e513-4e4f-a703-221c6a8c4392 HTTP/1.1" status: 204 len: 168 time: 0.9980357 May 31 11:41:23.255392 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-121339a9-fd22-4678-b52e-87e4f85be336 req-a5c72ea1-248e-4f89-b554-f8940920b767 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817357 May 31 11:41:23.275748 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.351370 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.502703 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6a2a5-afb3-4360-a672-dd3b8bf9f333 None None] New status for floating IP e349b66a-255a-461c-90d3-c1d65c5f4e8e: ACTIVE {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:41:23.614914 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-121339a9-fd22-4678-b52e-87e4f85be336 req-a0ec406d-5742-4244-9c37-0ddfed3019fd service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393621 May 31 11:41:23.721994 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56250) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:23.757774 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7574-0031-4d00-be32-00ba85ecb354 req-f7b9983f-e723-4fb1-8464-c8adc98479b7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:23.759341 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-801d7574-0031-4d00-be32-00ba85ecb354 req-f7b9983f-e723-4fb1-8464-c8adc98479b7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.2354276 May 31 11:41:23.828643 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-801d7574-0031-4d00-be32-00ba85ecb354 req-58a78217-40d3-4dd3-837e-a86375156f7f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600815 May 31 11:41:23.832021 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.838173 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-fd80dec4-4eb3-4f04-8cbf-53ae043a1c1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08ce805a5712464396d0bb63f98d869b&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1147697 May 31 11:41:23.839930 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4d1a3fc0-9824-45a4-8110-e14b80b4d3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:23.841186 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56260) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:23.895182 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:23.899329 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0787148c-e926-440a-98b7-b6b4d22b0e8a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:23.902130 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:23.907200 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0787148c-e926-440a-98b7-b6b4d22b0e8a HTTP/1.1" status: 204 len: 168 time: 0.7938609 May 31 11:41:23.909703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56264) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:23.975935 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56272) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:23.987663 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.021560 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.055175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.098869 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.106668 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:24.120110 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.123616 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89e47b46-f6dc-413a-b407-78332778649e HTTP/1.1" status: 204 len: 168 time: 0.2789714 May 31 11:41:24.123616 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e47b46-f6dc-413a-b407-78332778649e,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:24.124664 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:24.209062 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.242417 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:24.248740 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Usage tracker for resource:security_group_rule and tenant:3ada4f6191c34c05af94e9cba862f49d is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:24.249669 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.251781 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:24.257412 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:24.267604 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231b6be4-0590-497a-b8ae-bd44402155d9']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:24.283431 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4719c7f5-6d7c-4ec5-80b6-4babe46dd112') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:24.283779 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4719c7f5-6d7c-4ec5-80b6-4babe46dd112') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:24.298165 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.322469 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.331879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:24.332315 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:24.348082 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:24.394018 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.401072 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.416001 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-17c9d799-3615-46ca-9d90-8168c3b722af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:24.460432 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-345b528e-755e-452e-9077-4b796912856d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ada4f6191c34c05af94e9cba862f49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830756 May 31 11:41:24.461247 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac469c-a41e-4861-819c-d699b1ab2b85,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:24.463829 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56296) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:24.466510 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:24.520201 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.525378 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:24.526568 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.542615 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.557271 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Pushing event deleted for resources: {'Network': ['ID=231b6be4-0590-497a-b8ae-bd44402155d9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:24.557659 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.560786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:24.568933 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2d4e3b2a-03bf-441c-8de4-0e5de4ec7817 admin admin] 10.222.0.18 "DELETE /v2.0/networks/231b6be4-0590-497a-b8ae-bd44402155d9 HTTP/1.1" status: 204 len: 168 time: 0.6579068 May 31 11:41:24.623670 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.629134 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:24.642786 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac469c-a41e-4861-819c-d699b1ab2b85,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:24.646119 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:24.647401 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.648798 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fac469c-a41e-4861-819c-d699b1ab2b85 HTTP/1.1" status: 204 len: 168 time: 0.1838925 May 31 11:41:24.689308 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56310) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:24.746714 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56314) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:24.747100 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-08d36f08-e944-4a94-aa5f-63e57c6c2d55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a9122b6a233486789f7e3c80ee25722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563028 May 31 11:41:24.758240 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56318) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:24.812201 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-11058329-8334-48e3-8da7-942a5f934afe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2c4044219e54bf09b1a93aeaf3562c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525053 May 31 11:41:24.812699 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.814505 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56322) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:24.840748 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.899675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.936660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.944046 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:24.955350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.994098 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.995232 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4536f509-fbcb-421f-b35a-28a6b7a03979 HTTP/1.1" status: 204 len: 168 time: 0.2471976 May 31 11:41:24.996341 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4536f509-fbcb-421f-b35a-28a6b7a03979,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:25.003181 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:25.051687 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.052984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d58e66a9-5d02-4098-9e5a-e87adb0107e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:25.077958 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9186-d0c6-4268-940a-0edc55dd31f2 req-98ced0bb-b47d-4323-9b3e-e99a4df3fc7b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:25.079430 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-796b9186-d0c6-4268-940a-0edc55dd31f2 req-98ced0bb-b47d-4323-9b3e-e99a4df3fc7b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1230557 May 31 11:41:25.082481 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd72da88-bc7f-478f-b636-840165924860,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:25.094845 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:25.101873 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.105794 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd72da88-bc7f-478f-b636-840165924860 HTTP/1.1" status: 204 len: 168 time: 0.2897952 May 31 11:41:25.141220 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-796b9186-d0c6-4268-940a-0edc55dd31f2 req-e0390076-46cd-4fbf-9260-5ef4188fc3b4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550113 May 31 11:41:25.372978 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56352) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:25.398441 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.419095 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:25.423075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Usage tracker for resource:security_group_rule and tenant:b799afa8ae9b4fdaa54bb179b6ce8367 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:25.426178 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:25.437611 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:25.529359 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.534500 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.543144 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:25.593042 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b799afa8ae9b4fdaa54bb179b6ce8367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180185 May 31 11:41:25.593961 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f6e19-1bd9-4caa-b374-244a9b4042d8,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:25.595932 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56362) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:25.608496 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:25.660022 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.686690 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.752945 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.759093 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:25.772549 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f6e19-1bd9-4caa-b374-244a9b4042d8,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:25.775359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:25.776715 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:25.777937 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/067f6e19-1bd9-4caa-b374-244a9b4042d8 HTTP/1.1" status: 204 len: 168 time: 0.1808879 May 31 11:41:26.120187 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56388) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:26.354434 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.377093 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:26.384951 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Usage tracker for resource:security_group_rule and tenant:81b9475ff0c445ef9279d54eb0f1e81e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:26.388892 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:26.396302 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:26.437881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a210873-0c53-484c-95ea-7050f43b1b49 req-339c3f29-8bfc-4272-8277-3dfd513806f4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:26.439376 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a210873-0c53-484c-95ea-7050f43b1b49 req-339c3f29-8bfc-4272-8277-3dfd513806f4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1461432 May 31 11:41:26.532808 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a210873-0c53-484c-95ea-7050f43b1b49 req-d04fc5b5-4658-4000-b057-6811e1bf6cb6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744030 May 31 11:41:26.540408 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.546851 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.559222 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-30df6a06-1974-4987-8725-f719fdccbfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:26.599478 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81b9475ff0c445ef9279d54eb0f1e81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776447 May 31 11:41:26.601160 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ddb676-1924-4903-a16b-f0f626367dcf,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:26.602134 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56420) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:26.614811 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:26.664983 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.696765 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.753553 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.760853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:26.776347 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ddb676-1924-4903-a16b-f0f626367dcf,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:26.781328 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:26.789072 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.789072 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2ddb676-1924-4903-a16b-f0f626367dcf HTTP/1.1" status: 204 len: 168 time: 0.1837215 May 31 11:41:27.407069 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56464) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:27.438381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.498859 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:27.506987 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Usage tracker for resource:security_group_rule and tenant:2445565d52c442fabb13b087b88869c7 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:27.517271 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:27.524113 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:27.709853 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.720412 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.733830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c46cd06c-dd32-4352-a92d-4530c04df55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:27.845836 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44337854-ad75-40b1-9673-8bc52075bb49,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:27.854303 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2445565d52c442fabb13b087b88869c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463286 May 31 11:41:27.855439 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:27.856944 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56506) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:27.938890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.948833 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c93886-2ca0-4313-852f-0b2964718c93 req-4ee0a1f4-e597-40d2-b3aa-27834fa4c88b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:27.950277 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75c93886-2ca0-4313-852f-0b2964718c93 req-4ee0a1f4-e597-40d2-b3aa-27834fa4c88b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1638241 May 31 11:41:27.996400 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.023080 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75c93886-2ca0-4313-852f-0b2964718c93 req-7c22a89b-cc3b-4110-adf6-2a8b138574b7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653656 May 31 11:41:28.072277 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.081828 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4525f789-54ca-4003-b773-cb422cc1f230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:28.098175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44337854-ad75-40b1-9673-8bc52075bb49,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:28.114294 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.114664 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.115446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.115799 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.116143 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.116980 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.117331 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.117672 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.118008 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.118343 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.118700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.119035 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.122038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.123301 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44337854-ad75-40b1-9673-8bc52075bb49 HTTP/1.1" status: 204 len: 168 time: 0.2655575 May 31 11:41:28.124513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:28.427850 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56542) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:28.771627 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.807028 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:28.811329 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Usage tracker for resource:security_group_rule and tenant:9eff22c242394ce9ad0a0ad042d8eff9 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:28.814484 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:28.820858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:28.915240 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.920749 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.946083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4abaac85-69f9-4b21-b324-818d9b22d84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:29.005975 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9eff22c242394ce9ad0a0ad042d8eff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766871 May 31 11:41:29.008471 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56586) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:29.009028 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37443f0-3ae3-4c2b-8b92-c265d76678b8,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.027462 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.155998 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.224120 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.343058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.345125 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-20da5946-d213-454d-881f-fb61c0f62b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:29.350273 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f244d0-cf86-4ed5-b540-d3b031e4d6c1 req-4cea5cee-74a2-494c-9e18-f2c1bc8aa567 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:29.359883 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2f244d0-cf86-4ed5-b540-d3b031e4d6c1 req-4cea5cee-74a2-494c-9e18-f2c1bc8aa567 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1365550 May 31 11:41:29.364335 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37443f0-3ae3-4c2b-8b92-c265d76678b8,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.377610 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.382010 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.386781 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.387349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.387866 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.388378 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.388912 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.389539 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.390045 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.390734 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.391540 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.392036 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.396919 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.411687 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d2f244d0-cf86-4ed5-b540-d3b031e4d6c1 req-8a04705d-c7a1-47f8-a7c2-1512c7e9b322 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508227 May 31 11:41:29.422514 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.428788 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c37443f0-3ae3-4c2b-8b92-c265d76678b8 HTTP/1.1" status: 204 len: 168 time: 0.4182854 May 31 11:41:29.915066 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56656) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:29.936097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.952596 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.956625 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Usage tracker for resource:security_group_rule and tenant:9d78f76b74ac4d2b8e2a77f9d0cbda47 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:29.959440 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:29.965857 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:30.070299 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.075759 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.088090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.128653 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d78f76b74ac4d2b8e2a77f9d0cbda47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122297 May 31 11:41:30.130378 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53afe6-703f-4bde-8c04-1213ec00068b,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.131844 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56664) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:30.133471 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.206123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.233240 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.303067 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.308046 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.323664 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53afe6-703f-4bde-8c04-1213ec00068b,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.341729 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.352917 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.360015 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac53afe6-703f-4bde-8c04-1213ec00068b HTTP/1.1" status: 204 len: 168 time: 0.2256742 May 31 11:41:30.653420 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c396e0-5eea-4606-bd74-e629f2f4f291 req-68d99a3d-da26-45fc-8b3b-e61c26e62674 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:30.655144 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55c396e0-5eea-4606-bd74-e629f2f4f291 req-68d99a3d-da26-45fc-8b3b-e61c26e62674 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1041248 May 31 11:41:30.722727 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-55c396e0-5eea-4606-bd74-e629f2f4f291 req-f19023b5-e7b4-47c6-ba26-e0a9deef2957 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468235 May 31 11:41:31.083206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56722) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:31.295791 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.310759 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:31.315761 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:34c308b795c74fb390ab4969389d04bc is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:31.321199 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:31.326879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:31.520133 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.529321 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.566932 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fe52e09a-953c-47b1-b6b4-7ff633e9c2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.582957 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34c308b795c74fb390ab4969389d04bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960840 May 31 11:41:31.583621 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56758) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:31.603419 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d461bb2-263f-4224-b620-3ee03c1a2400,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.617807 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.712383 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.763666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.820949 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.826409 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3261ac49-3ed8-404b-a314-cf884846cbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.840424 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d461bb2-263f-4224-b620-3ee03c1a2400,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.848960 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.849766 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.853754 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d461bb2-263f-4224-b620-3ee03c1a2400 HTTP/1.1" status: 204 len: 168 time: 0.2683592 May 31 11:41:31.989156 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f663-00fa-4e30-8550-2de5a2993d79 req-b481f2a9-3661-4636-be1b-276d6e6d350d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:31.991131 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79f9f663-00fa-4e30-8550-2de5a2993d79 req-b481f2a9-3661-4636-be1b-276d6e6d350d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1051590 May 31 11:41:32.045750 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79f9f663-00fa-4e30-8550-2de5a2993d79 req-96091b20-0acd-4cb8-a98c-88b2f6a7655b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482335 May 31 11:41:32.307821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56788) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:32.325287 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.339081 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:32.342860 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5357479a24c4e23b4d52edf8337fc16 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:32.345631 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:32.351473 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:32.442211 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.448897 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.458056 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-211ece9a-2acf-47ad-9186-e6cf3a34026b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:32.497727 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5357479a24c4e23b4d52edf8337fc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887243 May 31 11:41:32.498650 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d16d2e-db7d-46dd-991f-50eecf4ed421,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:32.500520 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56796) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:32.501781 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:32.566137 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.579626 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56800) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:32.594660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.645083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.649733 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aeb29ede-c7ae-42c9-91c2-3a6208afa097 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:32.662971 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d16d2e-db7d-46dd-991f-50eecf4ed421,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:32.665806 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:32.669991 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.671145 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78d16d2e-db7d-46dd-991f-50eecf4ed421 HTTP/1.1" status: 204 len: 168 time: 0.1675906 May 31 11:41:32.708858 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.723360 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:32.727130 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Usage tracker for resource:security_group_rule and tenant:664249da27054f6cb863b67b07a6515e is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:32.729939 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:32.735708 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:32.835643 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.854371 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.874237 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-faa4aac1-eca6-4e9d-a53a-aed79a976d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:32.926148 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afdfe91-2be9-4f5f-93be-8d0792ab0229,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:32.943823 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:32.949917 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=664249da27054f6cb863b67b07a6515e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668771 May 31 11:41:32.950447 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56818) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:33.026091 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.055652 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.118384 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.124175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de18f3a0-8f3b-4864-a602-533525676a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:33.140660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afdfe91-2be9-4f5f-93be-8d0792ab0229,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:33.143798 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:33.146095 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.147198 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8afdfe91-2be9-4f5f-93be-8d0792ab0229 HTTP/1.1" status: 204 len: 168 time: 0.1956642 May 31 11:41:33.330774 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee549498-5258-4373-adf7-e34b4bec83c3 req-5f213e01-676b-40c7-b305-7a42dfc942a4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.332485 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee549498-5258-4373-adf7-e34b4bec83c3 req-5f213e01-676b-40c7-b305-7a42dfc942a4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1074769 May 31 11:41:33.390936 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee549498-5258-4373-adf7-e34b4bec83c3 req-4c404267-4cb4-4b20-ac52-d260066b4058 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 May 31 11:41:33.861186 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56872) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:34.055284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.071278 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:34.075482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Usage tracker for resource:security_group_rule and tenant:55c0b633b41b44f8a917639d98c59fd5 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:34.078602 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:34.084357 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:34.177697 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.182698 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.190441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c9debad8-52a3-4a64-86ec-5a506a30979d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:34.234337 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55c0b633b41b44f8a917639d98c59fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713491 May 31 11:41:34.235230 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1184ebdd-fa9f-4a95-98ef-d1b4f323adde,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:34.238214 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:34.238900 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56896) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:34.302324 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.329094 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.391550 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.397247 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e4ecd23f-3a35-456b-9ac3-c561818b913e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:34.410379 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184ebdd-fa9f-4a95-98ef-d1b4f323adde,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:34.413052 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:34.425485 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.429793 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1184ebdd-fa9f-4a95-98ef-d1b4f323adde HTTP/1.1" status: 204 len: 168 time: 0.1893287 May 31 11:41:34.686232 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798086b-9d63-4a89-bac6-7928c3a9f780 req-5a7e7081-8818-42ae-9f20-cd95362c34d8 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:34.687864 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a798086b-9d63-4a89-bac6-7928c3a9f780 req-5a7e7081-8818-42ae-9f20-cd95362c34d8 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1627097 May 31 11:41:34.746425 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a798086b-9d63-4a89-bac6-7928c3a9f780 req-578126ad-08de-4d1f-997e-c957be05678d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524423 May 31 11:41:35.065649 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 56948) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.217318 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.233492 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:35.237811 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bac55c9b48f64d66baa5d2458f81c1a6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:35.240846 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:35.246904 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:35.336651 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.340996 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.349538 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-68df43a2-2175-4973-9bc9-c6f02a5593f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:35.447863 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bac55c9b48f64d66baa5d2458f81c1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810310 May 31 11:41:35.448811 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55402208-ef94-4df6-956b-0af6ed0922ac,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:35.450505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 56972) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.451757 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:35.512452 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.537975 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.590346 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.594134 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:35.606824 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55402208-ef94-4df6-956b-0af6ed0922ac,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:35.610763 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:35.616428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.617537 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55402208-ef94-4df6-956b-0af6ed0922ac HTTP/1.1" status: 204 len: 168 time: 0.1658432 May 31 11:41:35.943907 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa76c39-e554-45ba-9d40-ea53dba3a6a2 req-77100121-deae-4a8d-9101-c7cd05b9587d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:35.945966 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0fa76c39-e554-45ba-9d40-ea53dba3a6a2 req-77100121-deae-4a8d-9101-c7cd05b9587d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0888035 May 31 11:41:35.992930 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57022) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:36.021448 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0fa76c39-e554-45ba-9d40-ea53dba3a6a2 req-6d7eecd7-5983-4094-a226-c6eaeb8ee906 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691175 May 31 11:41:36.022362 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.038269 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:36.042257 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Usage tracker for resource:security_group_rule and tenant:90e5d7a9c7e648719bd9be52b62f1f1c is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:36.045116 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:36.051196 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:36.135340 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.139881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.148007 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bfc4de16-5e4c-414b-a89a-c80e168c08f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.185809 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90e5d7a9c7e648719bd9be52b62f1f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918771 May 31 11:41:36.187562 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba12451-27a6-47e6-828f-643f92f35db2,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.188679 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57032) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:36.190915 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.249392 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.274560 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.327668 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.331397 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.350468 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba12451-27a6-47e6-828f-643f92f35db2,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.352842 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.354037 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ba12451-27a6-47e6-828f-643f92f35db2 HTTP/1.1" status: 204 len: 168 time: 0.1641071 May 31 11:41:36.354957 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:37.108200 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57070) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:37.215982 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-618789041-network', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:37.216702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14eed-6f56-4453-9853-e8dfbb9b2ed2 req-bbfd4d4f-fe27-4f8d-9369-b581ac2df342 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:37.218204 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2dc14eed-6f56-4453-9853-e8dfbb9b2ed2 req-bbfd4d4f-fe27-4f8d-9369-b581ac2df342 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0892897 May 31 11:41:37.221000 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:37.224866 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Usage tracker for resource:network and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:37.227773 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:37.233981 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:37.244217 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Made reservation on behalf of 42e4a6b003af4780b427f2a05dcc37c6 for: {'network': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:37.246459 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.258278 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.263132 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2dc14eed-6f56-4453-9853-e8dfbb9b2ed2 req-9037136e-3568-4c0c-8136-b11527a87c05 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 May 31 11:41:37.272779 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:37.278283 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:37.281270 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:37.286763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:37.381201 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.386194 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.389170 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b3d6def0-0090-49b1-9e08-3d58e077f29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:37.417291 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=98398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:37.426502 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e309d0a-5f4e-46b5-8946-d9a487e29fa8,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:37.430049 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:37.432621 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.432961 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.segments_db [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Added segment a4ad0c76-70cd-4e03-9438-e44c25dcc200 of type vlan for network ec8043bd-603b-497f-9668-a3ea810a2f1a May 31 11:41:37.460757 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.495536 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.496958 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:37.497586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.501431 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-198375d8-0f45-4959-a502-be1e1258f3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:37.599011 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4895430 May 31 11:41:37.599942 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Pushing event updated for resources: {'Network': ['ID=ec8043bd-603b-497f-9668-a3ea810a2f1a,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:37.601885 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57090) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:37.604511 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:37.607952 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Request body: {'subnet': {'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-618789041-subnet', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'ip_version': 4}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:37.610958 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network ec8043bd-603b-497f-9668-a3ea810a2f1a details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:37.612773 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:37.616492 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Usage tracker for resource:subnet and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:37.619251 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:37.624767 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:37.635666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Made reservation on behalf of 42e4a6b003af4780b427f2a05dcc37c6 for: {'subnet': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:37.638062 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631374'] for subnet, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.032594 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10513810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631384'] for subnet, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.037201 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:38.105725 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=41195bc9-a70e-44f9-bbc7-e8a11897bd6a,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:38.109469 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:38.116260 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Checking segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:38.116604 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Network hostable DHCP agents. Network: ec8043bd-603b-497f-9668-a3ea810a2f1a, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:38.133977 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Network ec8043bd-603b-497f-9668-a3ea810a2f1a is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:38.145591 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, ec8043bd-603b-497f-9668-a3ea810a2f1a) {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:38.154263 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:38.154613 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f889eb-a5bf-411f-aa2a-a304d494e787 None None] Network ec8043bd-603b-497f-9668-a3ea810a2f1a requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:38.154861 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.175085 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5717587 May 31 11:41:38.177503 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57108) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:38.182889 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:38.187548 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:38.191504 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Usage tracker for resource:router and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:38.194466 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:38.200469 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:38.210968 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.212180 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.229521 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.397788 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-ec8043bd-603b-497f-9668-a3ea810a2f1a', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:41:38.400114 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.458654 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9091d8-b7d4-4d21-a954-24c0b5f24410 req-3cea3cf7-9c54-416c-9d9f-d75570402a79 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:38.466530 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cc9091d8-b7d4-4d21-a954-24c0b5f24410 req-3cea3cf7-9c54-416c-9d9f-d75570402a79 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0969875 May 31 11:41:38.521900 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cc9091d8-b7d4-4d21-a954-24c0b5f24410 req-4f8ce726-6b76-4126-a683-3326b82d8fc8 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542195 May 31 11:41:38.577484 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.597957 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Allocated IP 172.20.0.2 (ec8043bd-603b-497f-9668-a3ea810a2f1a/41195bc9-a70e-44f9-bbc7-e8a11897bd6a/fdf941f8-f314-4d76-bc2b-6be671124ac5) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:38.797493 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.808271 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Transition to ACTIVE for port object fdf941f8-f314-4d76-bc2b-6be671124ac5 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:38.826943 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Transition to ACTIVE for port object fdf941f8-f314-4d76-bc2b-6be671124ac5 will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:38.833745 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.837399 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:38.897372 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Network ec8043bd-603b-497f-9668-a3ea810a2f1a is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:38.898496 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:38.902687 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:38.945864 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Pushing event updated for resources: {'Port': ['ID=fdf941f8-f314-4d76-bc2b-6be671124ac5,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:38.958259 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.984433 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.984764 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.985102 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.985472 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.985719 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.986043 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.986355 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.986675 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.986988 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.987315 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.987409 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.987620 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.987928 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:38.997536 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:39.006355 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Attempting to bind port fdf941f8-f314-4d76-bc2b-6be671124ac5 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:39.006729 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Attempting to bind port fdf941f8-f314-4d76-bc2b-6be671124ac5 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:39.007076 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Attempting to bind port fdf941f8-f314-4d76-bc2b-6be671124ac5 on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:39.012300 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:39.012658 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Checking segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:39.013047 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.013429 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Bound using segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:39.013885 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Bound port: fdf941f8-f314-4d76-bc2b-6be671124ac5, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:39.014248 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.102175 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] For port fdf941f8-f314-4d76-bc2b-6be671124ac5, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:39.105061 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] For port fdf941f8-f314-4d76-bc2b-6be671124ac5, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=fdf941f8-f314-4d76-bc2b-6be671124ac5,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:39.109633 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.113892 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:39.120347 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Allocated IP 172.27.0.217 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:39.193177 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Pushing event updated for resources: {'Port': ['ID=fdf941f8-f314-4d76-bc2b-6be671124ac5,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:39.197027 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:39.270552 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.301653 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.305983 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-eae2d7d3-b732-4bd8-b328-7ed7508f479c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:39.370359 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:39.373822 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:39.378036 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:39.429095 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Pushing event updated for resources: {'Port': ['ID=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:39.433263 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:39.729044 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd825fc-8ff6-4c15-89f4-9ce00997b249 req-cdecadab-8579-412f-b309-907772f9f58a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:39.730473 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ebd825fc-8ff6-4c15-89f4-9ce00997b249 req-cdecadab-8579-412f-b309-907772f9f58a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0833852 May 31 11:41:39.776482 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ebd825fc-8ff6-4c15-89f4-9ce00997b249 req-3771c4d8-1502-4611-939f-2711235ac66e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 May 31 11:41:39.798775 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.077112 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77fdf1-6161-46f9-bba9-877be3dab16b None None] Network ec8043bd-603b-497f-9668-a3ea810a2f1a requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:40.151285 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.178929 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-60f17335-cffc-45b6-bdb4-91707d6ac964 None None] Provisioning for port fdf941f8-f314-4d76-bc2b-6be671124ac5 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:40.450234 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Router e6b37039-0423-41ba-b778-1a694b2f082b is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:41:40.517720 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:41:40.643104 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:40.653700 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:40.664407 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:40.665072 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:40.675834 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Notify callbacks [] for router, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.677345 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4988222 May 31 11:41:40.680913 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57150) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:40.861335 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:40.981350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378b5d6-0ee1-4ba2-913b-ae54212831ee req-0f9b9640-9d61-43b3-bfef-7cb2aa884965 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:40.982888 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4378b5d6-0ee1-4ba2-913b-ae54212831ee req-0f9b9640-9d61-43b3-bfef-7cb2aa884965 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0877416 May 31 11:41:41.066841 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4378b5d6-0ee1-4ba2-913b-ae54212831ee req-ab489ee5-d85b-4391-a941-e882e87373ac tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711913 May 31 11:41:41.206338 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device fdf941f8-f314-4d76-bc2b-6be671124ac5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:41.215749 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 3, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:41.224687 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:41.225404 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Updating router e6b37039-0423-41ba-b778-1a694b2f082b port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:41.298809 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.324277 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port fdf941f8-f314-4d76-bc2b-6be671124ac5 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:41.331047 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port fdf941f8-f314-4d76-bc2b-6be671124ac5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:41.331653 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.476835 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.500062 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.515069 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port fdf941f8-f314-4d76-bc2b-6be671124ac5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=fdf941f8-f314-4d76-bc2b-6be671124ac5,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:41.521582 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.524774 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:41.655485 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=fdf941f8-f314-4d76-bc2b-6be671124ac5,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:41.659164 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:41.718528 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.731608 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Transition to ACTIVE for port object e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:41.740148 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.744621 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-1fc1e0ef-6def-42de-bef9-74735e9f221f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:41.859029 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Attempting to bind port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:41.859670 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Attempting to bind port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:41.860281 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Attempting to bind port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:41.866582 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Pushing event updated for resources: {'Port': ['ID=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,revision_number=2']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:41.871912 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Allocated IP 172.20.0.1 (ec8043bd-603b-497f-9668-a3ea810a2f1a/41195bc9-a70e-44f9-bbc7-e8a11897bd6a/e0b65e03-89af-4f48-9dc2-25ea2d19afe1) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:41.875408 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:41.875786 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:41.876234 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.876702 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:41.877229 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Bound port: e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:41.877764 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.912302 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.912302 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.912302 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.912773 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.913124 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.913506 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.913881 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.914258 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.914694 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.915058 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.915428 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.915799 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:41.919492 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:41.968028 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] For port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:41.971276 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] For port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:41.977177 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.982392 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:42.029881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.047196 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Transition to ACTIVE for port object e0b65e03-89af-4f48-9dc2-25ea2d19afe1 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:42.058474 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:42.059111 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:42.074353 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.079794 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:42.127967 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Pushing event updated for resources: {'Port': ['ID=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:42.132566 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:42.148163 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Network ec8043bd-603b-497f-9668-a3ea810a2f1a is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:42.151145 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:42.155160 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:42.195913 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:42.203906 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:42.219957 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.293890 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:42.356309 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.464980 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b8cf66b3-ca67-4000-b4bf-7e483de01437 None None] Provisioning for port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:42.469936 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b8cf66b3-ca67-4000-b4bf-7e483de01437 None None] Provisioning complete for port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:42.470330 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf66b3-ca67-4000-b4bf-7e483de01437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.523861 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf66b3-ca67-4000-b4bf-7e483de01437 None None] Port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:42.586599 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 3, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:42.590428 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc0106-473f-4fc9-ae4b-c229545db5db None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 3, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:42.592039 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.597520 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.627353 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:42.707177 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:42.709829 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.718999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:42.871541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Network ec8043bd-603b-497f-9668-a3ea810a2f1a is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:42.872687 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:43.093595 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:41:43.162031 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-91601a41-6372-4a92-9075-37da8716aff0 None None] Provisioning complete for port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:43.162426 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-91601a41-6372-4a92-9075-37da8716aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.206584 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:43.297344 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-91601a41-6372-4a92-9075-37da8716aff0 None None] Port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:43.304240 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:43.330210 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] 10.222.0.18 "PUT /v2.0/routers/e6b37039-0423-41ba-b778-1a694b2f082b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6478419 May 31 11:41:43.337937 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:43.344295 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:43.344850 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.469231 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.488874 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:43.493730 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.494752 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device fdf941f8-f314-4d76-bc2b-6be671124ac5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:43.518854 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:43.611447 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:43.614994 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:43.623883 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port fdf941f8-f314-4d76-bc2b-6be671124ac5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:43.624297 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.806794 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-7ecf0ca3-8445-4277-9fb2-8ffd3d08c43b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079226 May 31 11:41:43.879605 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.901890 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc561b-2a55-404a-8b20-4061eb611f6a req-c7c9c54e-36d5-4b70-8ab5-67ed6da3249e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:43.907963 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b1cc561b-2a55-404a-8b20-4061eb611f6a req-c7c9c54e-36d5-4b70-8ab5-67ed6da3249e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0889530 May 31 11:41:43.943344 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57218) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:43.949003 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1947840853-network', 'tenant_id': '4666656851104ac58d0d3edb73177123'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:43.954015 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:43.958300 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Usage tracker for resource:network and tenant:4666656851104ac58d0d3edb73177123 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:43.962449 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:43.969916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:43.982465 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Made reservation on behalf of 4666656851104ac58d0d3edb73177123 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:43.985596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.004376 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.013593 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b1cc561b-2a55-404a-8b20-4061eb611f6a req-51607d9f-89b9-4fc3-a376-26c169483b3d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002190 May 31 11:41:44.020684 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:44.025689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4666656851104ac58d0d3edb73177123 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:44.028818 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:44.029526 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-acabfd44-ba2b-4a1a-8dd7-bac1d199007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.031189 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-acabfd44-ba2b-4a1a-8dd7-bac1d199007a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.1168482 May 31 11:41:44.036747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:44.134271 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.138565 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.141676 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-878e7b7a-c001-48a5-8532-388b4a2d11c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:44.170428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:44.180332 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745aa33-935d-4b24-9bfd-a9361bb945ef,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:44.188995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:44.191487 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.191953 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Added segment e64af8ba-23e7-4c8e-be7b-603940c8e56e of type vlan for network 4b817d26-7a28-4934-b424-3464bc907ae3 May 31 11:41:44.211663 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-726d8321-7f62-4474-8822-42950c2716a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.213119 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-726d8321-7f62-4474-8822-42950c2716a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.1586874 May 31 11:41:44.218799 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.248267 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.249627 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.250191 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.253506 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:44.282762 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-473e8fd2-c233-4ef2-b6ac-95cd32006a8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 217 time: 0.0606794 May 31 11:41:44.331342 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:44.344177 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:44.344905 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:44.364218 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-fb7d6f2a-d257-469b-b64a-ba561b041079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:44.365738 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-fb7d6f2a-d257-469b-b64a-ba561b041079 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.0736551 May 31 11:41:44.429438 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-be8bf209-5c41-42bf-a788-e7d225cb75cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557110 May 31 11:41:44.451888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b817d26-7a28-4934-b424-3464bc907ae3,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:44.456015 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:44.464871 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5203230 May 31 11:41:44.465509 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57232) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:44.475206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Request body: {'subnet': {'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1947840853-subnet', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:44.477814 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 4b817d26-7a28-4934-b424-3464bc907ae3 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:44.482125 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:44.496823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Usage tracker for resource:subnet and tenant:4666656851104ac58d0d3edb73177123 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:44.500217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:44.510448 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:44.527298 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Made reservation on behalf of 4666656851104ac58d0d3edb73177123 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:44.530224 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10608637'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.666113 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-04c1c528-c72b-4012-abbc-30b16185281d service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251756 May 31 11:41:44.723979 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:44.867408 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3b69039a-26c3-4e90-9697-14b2e881a3c3 req-ec8a3cf6-4bc4-4736-811f-3189fe6d7358 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915147 May 31 11:41:45.124880 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:45.198386 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10608619'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.210589 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:45.215658 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 2, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:45.221658 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:45.222181 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.261748 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:45.262416 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Updating router e6b37039-0423-41ba-b778-1a694b2f082b port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:45.282950 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363809e8-8b78-49e2-a97c-313ffa6774a1 req-a5532bde-d03d-4990-affc-2d8a619fdec9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:45.290460 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848db81e-c369-498a-ac17-fe7fccb360fa,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:45.291607 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-363809e8-8b78-49e2-a97c-313ffa6774a1 req-a5532bde-d03d-4990-affc-2d8a619fdec9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1048353 May 31 11:41:45.295195 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:45.304688 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Checking segment: {'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:45.305038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Network hostable DHCP agents. Network: 4b817d26-7a28-4934-b424-3464bc907ae3, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:45.322895 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Network 4b817d26-7a28-4934-b424-3464bc907ae3 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:45.333387 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 4b817d26-7a28-4934-b424-3464bc907ae3) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:45.344431 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:45.345531 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.346753 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9458b6a-0401-440d-942e-ea15a21f54d8 None None] Network 4b817d26-7a28-4934-b424-3464bc907ae3 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:45.349225 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-363809e8-8b78-49e2-a97c-313ffa6774a1 req-6d4d7ec6-4965-4766-9a20-c97ffe6c9cde tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570221 May 31 11:41:45.369313 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fde47c8c-e744-46a4-8b5e-091f1c7dd202 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9016814 May 31 11:41:45.372073 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57264) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:45.377460 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:45.381915 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:45.385911 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Usage tracker for resource:router and tenant:4666656851104ac58d0d3edb73177123 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:45.388814 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:45.394545 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:45.410959 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.412217 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.430039 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.466868 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.775853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.940620 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-4b817d26-7a28-4934-b424-3464bc907ae3', 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'fixed_ips': [{'subnet_id': '848db81e-c369-498a-ac17-fe7fccb360fa'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:41:45.941599 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.112520 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.153689 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.193802 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.220756 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Transition to ACTIVE for port object e0b65e03-89af-4f48-9dc2-25ea2d19afe1 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:46.233452 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.241171 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:46.287399 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Allocated IP 172.20.0.2 (4b817d26-7a28-4934-b424-3464bc907ae3/848db81e-c369-498a-ac17-fe7fccb360fa/5858e9cd-a7c7-407a-a486-4d914778944d) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:46.314467 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Allocated IP 172.27.0.90 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/6e664714-80ba-43d9-b608-9621accf6309) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:46.606172 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f02085-d435-4c63-a617-1635de50038b None None] Pushing event updated for resources: {'Port': ['ID=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:46.621494 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-34f02085-d435-4c63-a617-1635de50038b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:46.634814 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.694710 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ada42-39ea-475f-942a-830e5a040965 req-a150d2c2-8587-433c-90f6-60c2553c2cfb tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:46.696218 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ad1ada42-39ea-475f-942a-830e5a040965 req-a150d2c2-8587-433c-90f6-60c2553c2cfb tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1386876 May 31 11:41:46.723215 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.723956 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-caa35244-7ecf-4b20-8f95-589de4544302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.739501 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Attempting to bind port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:46.739865 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Attempting to bind port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:46.740163 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Attempting to bind port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:46.740357 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:46.757853 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:46.758224 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Checking segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:46.758614 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.759014 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Bound using segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:46.759511 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Bound port: e0b65e03-89af-4f48-9dc2-25ea2d19afe1, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:46.759849 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.773286 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.808329 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Transition to ACTIVE for port object 5858e9cd-a7c7-407a-a486-4d914778944d will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:46.824349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:46.829368 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:46.831948 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:46.851339 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Transition to ACTIVE for port object 5858e9cd-a7c7-407a-a486-4d914778944d will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:46.860041 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ad1ada42-39ea-475f-942a-830e5a040965 req-94b24720-1531-4f50-bbd0-4208e0b192ba tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544964 May 31 11:41:46.866531 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.871507 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-34f02085-d435-4c63-a617-1635de50038b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:46.878707 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Pushing event updated for resources: {'Port': ['ID=6e664714-80ba-43d9-b608-9621accf6309,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:46.878707 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:46.930686 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] For port e0b65e03-89af-4f48-9dc2-25ea2d19afe1, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:46.943106 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] For port e0b65e03-89af-4f48-9dc2-25ea2d19afe1, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:46.945064 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Network 4b817d26-7a28-4934-b424-3464bc907ae3 is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:46.947951 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:46.951805 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:46.955742 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.963634 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Pushing event updated for resources: {'Port': ['ID=5858e9cd-a7c7-407a-a486-4d914778944d,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:46.969187 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:46.971042 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:47.113486 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:47.114109 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:47.219681 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Attempting to bind port 5858e9cd-a7c7-407a-a486-4d914778944d on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:47.219811 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Attempting to bind port 5858e9cd-a7c7-407a-a486-4d914778944d by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:47.220162 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Attempting to bind port 5858e9cd-a7c7-407a-a486-4d914778944d on network 4b817d26-7a28-4934-b424-3464bc907ae3 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:47.230528 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f02085-d435-4c63-a617-1635de50038b None None] Pushing event updated for resources: {'Port': ['ID=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:47.239148 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-34f02085-d435-4c63-a617-1635de50038b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:47.246124 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:47.246497 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Checking segment: {'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:47.246918 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.247305 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Bound using segment: {'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:47.247789 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Bound port: 5858e9cd-a7c7-407a-a486-4d914778944d, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:47.248162 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.381058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.411207 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:47.554290 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] For port 5858e9cd-a7c7-407a-a486-4d914778944d, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:47.579028 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] For port 5858e9cd-a7c7-407a-a486-4d914778944d, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5858e9cd-a7c7-407a-a486-4d914778944d,segment=NetworkSegment(e64af8ba-23e7-4c8e-be7b-603940c8e56e),segment_id=e64af8ba-23e7-4c8e-be7b-603940c8e56e)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:47.628386 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.633834 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-cc06810c-0f3c-4105-a90a-c81e59fcc422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:47.721639 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.738264 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Pushing event updated for resources: {'Port': ['ID=5858e9cd-a7c7-407a-a486-4d914778944d,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:47.743270 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:47.821842 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:47.825799 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19da2fb-6a05-4722-9be5-da0781a83a2f None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:47.967984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:41:48.175764 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:48.184918 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Sync routers for ids ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:48.197832 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Routers {'3e1abbf6-084d-42f1-8c4e-60a1ba85db28'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:48.198517 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:48.200775 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Notify callbacks [] for router, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.203940 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8289621 May 31 11:41:48.205361 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57314) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:48.387473 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Set router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:48.742424 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-509f671b-1f80-4ae8-a7b5-61bdced3c37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.791575 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e664714-80ba-43d9-b608-9621accf6309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 3, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port': {'id': '6e664714-80ba-43d9-b608-9621accf6309', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:46Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:48.795755 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Checking router: 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:48.796206 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Updating router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 port 6e664714-80ba-43d9-b608-9621accf6309 binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:48.814755 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.860606 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.926474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b8c3d-f99e-4ea8-b67e-36612601567e None None] Network 4b817d26-7a28-4934-b424-3464bc907ae3 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:49.056109 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b239eaa8-20c7-453c-902d-ac01187b7855 None None] Provisioning for port 5858e9cd-a7c7-407a-a486-4d914778944d completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:49.129685 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.216662 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5858e9cd-a7c7-407a-a486-4d914778944d up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:49.266677 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.284135 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Transition to ACTIVE for port object 6e664714-80ba-43d9-b608-9621accf6309 will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:49.294472 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.299364 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-8b0a58c6-feef-404b-a83b-551b7ad3b85d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:49.308602 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 5858e9cd-a7c7-407a-a486-4d914778944d completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:49.314437 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 5858e9cd-a7c7-407a-a486-4d914778944d triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:49.314846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.368166 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c67876-81ef-4459-a6be-f9fb50f9fa4d None None] Pushing event updated for resources: {'Port': ['ID=6e664714-80ba-43d9-b608-9621accf6309,revision_number=2']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:49.385291 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-27c67876-81ef-4459-a6be-f9fb50f9fa4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:49.412278 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Attempting to bind port 6e664714-80ba-43d9-b608-9621accf6309 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:49.412722 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Attempting to bind port 6e664714-80ba-43d9-b608-9621accf6309 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:49.413102 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Attempting to bind port 6e664714-80ba-43d9-b608-9621accf6309 on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:49.421716 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:49.422394 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:49.423469 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.424025 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:49.425690 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Bound port: 6e664714-80ba-43d9-b608-9621accf6309, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:49.426269 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.451992 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Allocated IP 172.20.0.1 (4b817d26-7a28-4934-b424-3464bc907ae3/848db81e-c369-498a-ac17-fe7fccb360fa/7899ea87-246e-435a-a3d0-772add901e48) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:49.472860 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.516730 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 5858e9cd-a7c7-407a-a486-4d914778944d, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5858e9cd-a7c7-407a-a486-4d914778944d,segment=NetworkSegment(e64af8ba-23e7-4c8e-be7b-603940c8e56e),segment_id=e64af8ba-23e7-4c8e-be7b-603940c8e56e)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:49.531653 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.532593 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e0b65e03-89af-4f48-9dc2-25ea2d19afe1 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:49.566289 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:49.572087 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] For port 6e664714-80ba-43d9-b608-9621accf6309, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:49.575867 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] For port 6e664714-80ba-43d9-b608-9621accf6309, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=6e664714-80ba-43d9-b608-9621accf6309,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:49.582053 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.591267 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-23bbf32a-d75b-4be7-8eda-1501f4f3ae7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:49.659925 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=5858e9cd-a7c7-407a-a486-4d914778944d,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:49.669892 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:49.675549 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Routers {'3e1abbf6-084d-42f1-8c4e-60a1ba85db28'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:49.675881 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:49.680188 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:49.685529 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:49.685687 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.737966 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.744408 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c67876-81ef-4459-a6be-f9fb50f9fa4d None None] Pushing event updated for resources: {'Port': ['ID=6e664714-80ba-43d9-b608-9621accf6309,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:49.755361 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-27c67876-81ef-4459-a6be-f9fb50f9fa4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:49.758384 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b6492433-6108-4b36-be18-c9a2db75efd4 None None] Provisioning complete for port 5858e9cd-a7c7-407a-a486-4d914778944d triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:49.759009 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b6492433-6108-4b36-be18-c9a2db75efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.761381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Transition to ACTIVE for port object 7899ea87-246e-435a-a3d0-772add901e48 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:49.793030 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.800030 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-75bb2984-f60d-42dc-a012-6ac2a6026acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:49.874667 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] Set router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:49.875634 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Network 4b817d26-7a28-4934-b424-3464bc907ae3 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:49.875759 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.880131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:49.893510 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:50.029568 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.055848 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.069074 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port e0b65e03-89af-4f48-9dc2-25ea2d19afe1, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:50.076934 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.078854 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:50.114136 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Pushing event updated for resources: {'Port': ['ID=7899ea87-246e-435a-a3d0-772add901e48,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:50.123249 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:50.175590 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:50.183478 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:50.194571 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.207166 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0542d-49b4-40fe-98b7-0084d3fb59d8 req-1105918c-f73a-4fd4-810d-06e635e62251 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:50.208817 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cfa0542d-49b4-40fe-98b7-0084d3fb59d8 req-1105918c-f73a-4fd4-810d-06e635e62251 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1073585 May 31 11:41:50.255698 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cfa0542d-49b4-40fe-98b7-0084d3fb59d8 req-1051d907-911d-41fd-bd58-556accb72064 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 May 31 11:41:50.265646 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e664714-80ba-43d9-b608-9621accf6309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 3, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port': {'id': '6e664714-80ba-43d9-b608-9621accf6309', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:46Z', 'updated_at': '2021-05-31T11:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:50.272429 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6d89f-b03b-4386-93a2-f3623f10b29c None None] The sync data for ids ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'] in dv-cinder-786383-7-iscsi is: [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e664714-80ba-43d9-b608-9621accf6309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 3, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port': {'id': '6e664714-80ba-43d9-b608-9621accf6309', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:46Z', 'updated_at': '2021-05-31T11:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:50.288442 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-d0f924f7-b089-41d0-983d-5d3e77afcb71 None None] Provisioning for port 7899ea87-246e-435a-a3d0-772add901e48 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:50.295808 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-d0f924f7-b089-41d0-983d-5d3e77afcb71 None None] Provisioning complete for port 7899ea87-246e-435a-a3d0-772add901e48 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:50.296568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d0f924f7-b089-41d0-983d-5d3e77afcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.362126 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-d0f924f7-b089-41d0-983d-5d3e77afcb71 None None] Port 7899ea87-246e-435a-a3d0-772add901e48 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:50.422942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.429535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.457169 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:50.554733 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.566866 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Pushing event updated for resources: {'Port': ['ID=7899ea87-246e-435a-a3d0-772add901e48,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:50.571225 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:50.715433 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Network 4b817d26-7a28-4934-b424-3464bc907ae3 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:50.716881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:50.968097 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:41:50.992863 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b5d6c4de-4739-4d4b-9f84-78175cd92cd8 None None] Provisioning complete for port 7899ea87-246e-435a-a3d0-772add901e48 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:50.993353 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c4de-4739-4d4b-9f84-78175cd92cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.105870 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6c4de-4739-4d4b-9f84-78175cd92cd8 None None] Port 7899ea87-246e-435a-a3d0-772add901e48 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:51.217200 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5858e9cd-a7c7-407a-a486-4d914778944d up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:51.273901 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:51.286294 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e1abbf6-084d-42f1-8c4e-60a1ba85db28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0791023 May 31 11:41:51.312117 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 5858e9cd-a7c7-407a-a486-4d914778944d triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:51.312646 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.464153 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e0b65e03-89af-4f48-9dc2-25ea2d19afe1 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:51.478992 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7d184-c4e1-4cf9-a9ce-ebc125ecf973 req-6ff8fe19-e759-4fc1-a580-981fb8cfd32b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:51.483203 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a9a7d184-c4e1-4cf9-a9ce-ebc125ecf973 req-6ff8fe19-e759-4fc1-a580-981fb8cfd32b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1128068 May 31 11:41:51.541373 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.559132 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:51.559507 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.573036 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a9a7d184-c4e1-4cf9-a9ce-ebc125ecf973 req-fd6586f5-ccdc-4512-8920-dd07eecba743 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847857 May 31 11:41:51.676470 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 6e664714-80ba-43d9-b608-9621accf6309 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:51.752280 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 6e664714-80ba-43d9-b608-9621accf6309 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:51.764398 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 6e664714-80ba-43d9-b608-9621accf6309 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:51.764904 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.885392 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.903654 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 6e664714-80ba-43d9-b608-9621accf6309, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=6e664714-80ba-43d9-b608-9621accf6309,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:51.908414 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.910283 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-cc06810c-0f3c-4105-a90a-c81e59fcc422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:51.978924 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=6e664714-80ba-43d9-b608-9621accf6309,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:51.981999 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:52.061124 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57376) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:52.066408 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319286073', 'description': 'tempest-secgroup-smoke-319286073 description', 'project_id': '42e4a6b003af4780b427f2a05dcc37c6'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:52.072567 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:52.076808 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:52.080214 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:52.087898 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:52.089625 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Sync routers for ids ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:52.099445 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Routers {'3e1abbf6-084d-42f1-8c4e-60a1ba85db28'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:52.100066 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:52.102401 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.128507 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:52.133483 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:52.139909 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:52.147853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:52.228092 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.232923 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.238910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-03358493-6dc8-4383-92bf-a7a963dbda00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:52.283551 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318549e3-38f4-40ed-bd28-e04000e0f3fc,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:52.285910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.287097 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2250445 May 31 11:41:52.287960 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:52.290591 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57390) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:52.295688 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'security_group_rule': {'security_group_id': '318549e3-38f4-40ed-bd28-e04000e0f3fc', 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:52.303132 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:52.307748 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:52.310821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:52.320011 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Set router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:52.320302 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:52.338472 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.409155 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.417155 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.419563 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-50ac2ab6-998b-44fa-8538-47b3ccf5d04e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:52.450773 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.453523 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611454 May 31 11:41:52.453523 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f2615b-7ef4-44a7-bab1-974cd86c6f17,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:52.454984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57396) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:52.458151 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:52.462589 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'security_group_rule': {'security_group_id': '318549e3-38f4-40ed-bd28-e04000e0f3fc', 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:52.471434 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:52.475420 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:52.478287 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:52.484161 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:52.506162 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.577146 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.581201 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.583306 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:52.634829 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.636205 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1801870 May 31 11:41:52.637200 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6302806-0ddd-441f-90be-ac514bd1f8b9,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:52.639009 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57406) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:52.646713 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'security_group_rule': {'security_group_id': '318549e3-38f4-40ed-bd28-e04000e0f3fc', 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:52.652440 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:52.656939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:52.661363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:52.664899 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:52.671737 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:52.694050 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.727060 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e664714-80ba-43d9-b608-9621accf6309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 4, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port': {'id': '6e664714-80ba-43d9-b608-9621accf6309', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:46Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '7899ea87-246e-435a-a3d0-772add901e48', 'name': '', 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'mac_address': 'fa:16:3e:af:14:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '848db81e-c369-498a-ac17-fe7fccb360fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:49Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 2, 'project_id': '4666656851104ac58d0d3edb73177123', 'subnets': [{'id': '848db81e-c369-498a-ac17-fe7fccb360fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:52.736821 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Checking router: 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:52.737231 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Updating router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 port 7899ea87-246e-435a-a3d0-772add901e48 binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:52.777509 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.787202 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.789428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:52.813929 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0290ab4b-4df4-43a8-a2bf-0e23202d9975,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:52.816817 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:52.825956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.827838 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873009 May 31 11:41:52.828696 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830f92-d963-4476-b0f4-4fc155fb9e17 req-85a3d423-c123-41cc-8a1c-034de2f0a33a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:52.830047 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57418) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:52.830730 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3e830f92-d963-4476-b0f4-4fc155fb9e17 req-85a3d423-c123-41cc-8a1c-034de2f0a33a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1142340 May 31 11:41:52.832040 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.843114 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'security_group_rule': {'security_group_id': '318549e3-38f4-40ed-bd28-e04000e0f3fc', 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:52.849453 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:52.853414 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:52.856980 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:52.874034 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:52.897758 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3e830f92-d963-4476-b0f4-4fc155fb9e17 req-7e6c1ec6-6704-45cb-a3cc-a872fb139c63 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 May 31 11:41:52.917536 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.012579 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.018529 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.021968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b0035ccb-6bc5-402c-99bf-9c73741bfb97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:53.049113 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14b9da7-7355-409a-a8f1-78e1f70fd74b,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:53.054606 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:53.082656 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.082656 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2427919 May 31 11:41:53.082656 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57426) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:53.088995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'security_group_rule': {'security_group_id': '318549e3-38f4-40ed-bd28-e04000e0f3fc', 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:53.112313 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:53.112313 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:53.112313 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:53.122322 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:53.137369 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.securitygroups_db [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Project 42e4a6b003af4780b427f2a05dcc37c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:41:53.143486 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.146186 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 6e664714-80ba-43d9-b608-9621accf6309 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:53.268802 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.274050 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.278422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:53.313596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffa43f6-3d8c-42c6-af91-425f1990f420,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:53.316162 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:53.324121 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 6e664714-80ba-43d9-b608-9621accf6309 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:53.324614 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.336720 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.338196 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2559493 May 31 11:41:53.341001 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57434) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:53.347099 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'security_group_rule': {'security_group_id': '318549e3-38f4-40ed-bd28-e04000e0f3fc', 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:53.354144 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:53.358954 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:security_group_rule and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:53.361968 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:53.371785 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:53.383774 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.securitygroups_db [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Project 42e4a6b003af4780b427f2a05dcc37c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:41:53.389857 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.466053 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.473389 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.475452 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-45d6e041-106c-4f1d-95e8-b13d5462cdb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:53.497819 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ba3723-2ea2-4ed3-b28e-fa30a8da436f,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:53.501284 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:53.509267 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.510803 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-afc4a72a-5faa-4726-8221-cc66daba7348 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1685529 May 31 11:41:53.537071 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.550447 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Transition to ACTIVE for port object 7899ea87-246e-435a-a3d0-772add901e48 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:53.556542 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.560719 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:53.718552 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31319cf5-e5d7-4eb1-9a13-988fbf45cc38 None None] Pushing event updated for resources: {'Port': ['ID=7899ea87-246e-435a-a3d0-772add901e48,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:53.725874 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-31319cf5-e5d7-4eb1-9a13-988fbf45cc38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:53.783773 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Attempting to bind port 7899ea87-246e-435a-a3d0-772add901e48 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:53.784137 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Attempting to bind port 7899ea87-246e-435a-a3d0-772add901e48 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:53.784496 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Attempting to bind port 7899ea87-246e-435a-a3d0-772add901e48 on network 4b817d26-7a28-4934-b424-3464bc907ae3 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:53.790006 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:53.790314 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Checking segment: {'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:53.790747 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.791134 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Bound using segment: {'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:53.791601 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Bound port: 7899ea87-246e-435a-a3d0-772add901e48, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64af8ba-23e7-4c8e-be7b-603940c8e56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:53.791968 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.886997 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] For port 7899ea87-246e-435a-a3d0-772add901e48, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:53.890024 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] For port 7899ea87-246e-435a-a3d0-772add901e48, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=7899ea87-246e-435a-a3d0-772add901e48,segment=NetworkSegment(e64af8ba-23e7-4c8e-be7b-603940c8e56e),segment_id=e64af8ba-23e7-4c8e-be7b-603940c8e56e)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:53.896374 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.900023 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:53.973352 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Routers {'3e1abbf6-084d-42f1-8c4e-60a1ba85db28'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:53.973972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:41:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:54.031101 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31319cf5-e5d7-4eb1-9a13-988fbf45cc38 None None] Pushing event updated for resources: {'Port': ['ID=7899ea87-246e-435a-a3d0-772add901e48,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:54.041661 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-31319cf5-e5d7-4eb1-9a13-988fbf45cc38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:54.160237 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] Set router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:54.480312 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e664714-80ba-43d9-b608-9621accf6309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 4, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port': {'id': '6e664714-80ba-43d9-b608-9621accf6309', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:46Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '7899ea87-246e-435a-a3d0-772add901e48', 'name': '', 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'mac_address': 'fa:16:3e:af:14:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '848db81e-c369-498a-ac17-fe7fccb360fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:49Z', 'updated_at': '2021-05-31T11:41:53Z', 'revision_number': 4, 'project_id': '4666656851104ac58d0d3edb73177123', 'subnets': [{'id': '848db81e-c369-498a-ac17-fe7fccb360fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:54.484522 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e925ba-5636-4cba-97a1-4ce07eb086a4 None None] The sync data for ids ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'] in dv-cinder-786383-7-iscsi is: [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e664714-80ba-43d9-b608-9621accf6309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 4, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port': {'id': '6e664714-80ba-43d9-b608-9621accf6309', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:46Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '7899ea87-246e-435a-a3d0-772add901e48', 'name': '', 'network_id': '4b817d26-7a28-4934-b424-3464bc907ae3', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'mac_address': 'fa:16:3e:af:14:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '848db81e-c369-498a-ac17-fe7fccb360fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:49Z', 'updated_at': '2021-05-31T11:41:53Z', 'revision_number': 4, 'project_id': '4666656851104ac58d0d3edb73177123', 'subnets': [{'id': '848db81e-c369-498a-ac17-fe7fccb360fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:55.112242 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 7899ea87-246e-435a-a3d0-772add901e48 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:55.181476 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 7899ea87-246e-435a-a3d0-772add901e48 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:55.186916 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 7899ea87-246e-435a-a3d0-772add901e48 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:55.187353 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.340810 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.375307 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 7899ea87-246e-435a-a3d0-772add901e48, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=7899ea87-246e-435a-a3d0-772add901e48,segment=NetworkSegment(e64af8ba-23e7-4c8e-be7b-603940c8e56e),segment_id=e64af8ba-23e7-4c8e-be7b-603940c8e56e)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:55.380592 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.382425 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:55.452016 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=7899ea87-246e-435a-a3d0-772add901e48,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:55.455221 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:56.389475 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a426c87-8474-4040-9cc2-f271a7aa7304 req-783c8786-0d26-48cc-aefc-c333d77b5529 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:56.391350 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3a426c87-8474-4040-9cc2-f271a7aa7304 req-783c8786-0d26-48cc-aefc-c333d77b5529 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0839658 May 31 11:41:56.437102 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3a426c87-8474-4040-9cc2-f271a7aa7304 req-77dd144d-a508-41a0-ad38-71f470c94786 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 May 31 11:41:57.088641 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 7899ea87-246e-435a-a3d0-772add901e48 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:57.157807 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 7899ea87-246e-435a-a3d0-772add901e48 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:57.158209 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.691421 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedb6b3-3cb9-47b6-9fc4-424036507bb3 req-918bc96b-dc4c-4669-ac78-909612797c09 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.692861 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-aeedb6b3-3cb9-47b6-9fc4-424036507bb3 req-918bc96b-dc4c-4669-ac78-909612797c09 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1484795 May 31 11:41:57.736170 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-aeedb6b3-3cb9-47b6-9fc4-424036507bb3 req-b7a6896f-7d8d-4f7a-86b0-6dbc8f25b6ba tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374544 May 31 11:41:58.938052 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a162e-43b5-4831-a00c-3af41403aadc req-270b874f-3722-4451-9b4f-3d8c3daca30d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:58.939430 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-813a162e-43b5-4831-a00c-3af41403aadc req-270b874f-3722-4451-9b4f-3d8c3daca30d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0928161 May 31 11:41:58.983733 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-813a162e-43b5-4831-a00c-3af41403aadc req-1acc08c3-b8ed-4c36-b298-fe9054a19e17 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 May 31 11:42:01.719159 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504a533-1d86-4480-a00e-2b678e7335f1 req-1df3ed27-96f0-4892-9584-bcff88e2cdf4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:01.720610 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7504a533-1d86-4480-a00e-2b678e7335f1 req-1df3ed27-96f0-4892-9584-bcff88e2cdf4 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0806859 May 31 11:42:01.768029 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7504a533-1d86-4480-a00e-2b678e7335f1 req-1efca506-7b76-4fca-b256-c08c841c7a52 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 May 31 11:42:02.957830 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84179621-6cc9-4854-8bb8-5834799151f5 req-b5cc9b2e-696d-4012-87f7-0217bc438caa tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.959280 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-84179621-6cc9-4854-8bb8-5834799151f5 req-b5cc9b2e-696d-4012-87f7-0217bc438caa tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0816004 May 31 11:42:03.009691 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-84179621-6cc9-4854-8bb8-5834799151f5 req-84e544e8-43b5-4de9-9f2a-d3551ef30bbb tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 May 31 11:42:04.220265 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fedef3-25e7-4958-ae02-9f2639bfde43 req-04a3bba3-f166-4ddb-b68d-9a97f93ce786 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:04.221824 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e3fedef3-25e7-4958-ae02-9f2639bfde43 req-04a3bba3-f166-4ddb-b68d-9a97f93ce786 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0842590 May 31 11:42:04.271999 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e3fedef3-25e7-4958-ae02-9f2639bfde43 req-e64c9a5f-b81d-4be9-950e-213cb6364a0a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 May 31 11:42:06.520109 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-d8b0c725-7f1d-41ac-bde2-d4087ed4e4b0 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=13fe6391a3ee443b9391fb3d9e4521d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292616 May 31 11:42:06.754993 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-99e6a16c-2142-4257-92e8-2c6d4fbbec03 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:06.756708 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-99e6a16c-2142-4257-92e8-2c6d4fbbec03 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309241 May 31 11:42:06.773375 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-36b1b344-f084-4912-ae15-c44731299e12 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/quotas/13fe6391a3ee443b9391fb3d9e4521d5 HTTP/1.1" status: 200 len: 375 time: 0.0104198 May 31 11:42:06.824831 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-6ed8a5d5-47a6-487a-8bb2-0e2702e5fd20 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13fe6391a3ee443b9391fb3d9e4521d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453157 May 31 11:42:07.104463 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88771007-84cc-4648-83c8-4f25f8a71db7 req-52e4fdd7-b0eb-456b-a83e-0572ba06e0b2 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.105958 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-88771007-84cc-4648-83c8-4f25f8a71db7 req-52e4fdd7-b0eb-456b-a83e-0572ba06e0b2 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0936036 May 31 11:42:07.152474 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-88771007-84cc-4648-83c8-4f25f8a71db7 req-642abb0c-e2a2-4511-9428-6d2e1ba8a44f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 May 31 11:42:07.249023 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1d08f68d-fbe7-4fb3-a2b2-113c4d315c4c req-7e8d4e36-8a93-4929-abe0-e72fbde91438 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 210 time: 0.0455289 May 31 11:42:08.338445 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25425c6-228a-490f-9d69-b6c6ae2e0bab req-5ceeed29-d331-49d6-8c46-adb6a470f763 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.339830 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b25425c6-228a-490f-9d69-b6c6ae2e0bab req-5ceeed29-d331-49d6-8c46-adb6a470f763 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0808575 May 31 11:42:08.387067 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b25425c6-228a-490f-9d69-b6c6ae2e0bab req-e19a9fa8-4fa8-4830-8ba4-a42ddd0b71a9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 May 31 11:42:08.660923 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96a8405d-6d99-4d93-996a-576e97cd580c req-480c4e5b-d4fe-48db-a782-016c10043057 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 210 time: 0.0416737 May 31 11:42:09.574851 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad558af4-61ac-4adc-98a1-2074c7d16884 req-90aeaea4-c1dd-45a7-8eea-6a828980a185 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.576252 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad558af4-61ac-4adc-98a1-2074c7d16884 req-90aeaea4-c1dd-45a7-8eea-6a828980a185 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0862865 May 31 11:42:09.630782 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad558af4-61ac-4adc-98a1-2074c7d16884 req-f524a2df-80e3-493e-933d-04fdd96ea56d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 May 31 11:42:09.818532 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34e7fde7-c503-4a34-ba10-c11b88a50b89 req-24ba43f4-a39d-426f-bee1-2507e51811ed tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 210 time: 0.0425167 May 31 11:42:10.840699 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cbe7d-bf94-4271-8480-423c5c5c8d9d req-89ab1075-2afb-4f14-bf5a-845e2c9c3c98 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.842408 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2d9cbe7d-bf94-4271-8480-423c5c5c8d9d req-89ab1075-2afb-4f14-bf5a-845e2c9c3c98 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0973518 May 31 11:42:10.895436 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2d9cbe7d-bf94-4271-8480-423c5c5c8d9d req-2f529dc8-cb1f-4910-9b9e-e9ee3b264eb6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 May 31 11:42:10.969898 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8d0e822b-8b81-422a-8e18-3a41788392f4 req-d63b7250-e2de-4df1-abfd-6cd050e6c63b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 210 time: 0.0417821 May 31 11:42:11.271738 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-1481da1c-1d74-4cbb-a2e2-c5303f21d2e6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=13fe6391a3ee443b9391fb3d9e4521d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276830 May 31 11:42:11.454562 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-29074b64-1da6-41a0-90a4-0c23ed6eb240 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.456001 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-29074b64-1da6-41a0-90a4-0c23ed6eb240 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727653 May 31 11:42:11.495369 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Request body: {'port': {'device_id': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95', 'admin_state_up': True, 'tenant_id': '13fe6391a3ee443b9391fb3d9e4521d5'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:11.694693 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:11.699943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4548aa-69ac-4e7f-bb46-9a8d0127f16e req-4cce9577-c3ac-4c6c-9687-b8dd02326370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.701398 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9c4548aa-69ac-4e7f-bb46-9a8d0127f16e req-4cce9577-c3ac-4c6c-9687-b8dd02326370 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 1099 time: 0.1884556 May 31 11:42:11.702327 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Usage tracker for resource:port and tenant:13fe6391a3ee443b9391fb3d9e4521d5 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:11.705686 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:11.712496 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:11.749724 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Made reservation on behalf of 13fe6391a3ee443b9391fb3d9e4521d5 for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:11.753010 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.769681 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.779085 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9c4548aa-69ac-4e7f-bb46-9a8d0127f16e req-4b8d3dd4-6ced-4529-8d79-2d2c36290189 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678618 May 31 11:42:11.786443 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:11.790623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Usage tracker for resource:security_group_rule and tenant:13fe6391a3ee443b9391fb3d9e4521d5 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:11.793631 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:11.800158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:11.896726 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.901635 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.906040 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b360dcc4-96bd-4a2b-91e4-0be2a71c3928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.988722 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b962179e-ff30-4d59-a882-ef7f464a0ca6,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.992052 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:12.130360 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Allocated IP 192.168.233.217 (55415be2-e668-4cf1-b9f1-3c52ce4bbf95/8dfa65d3-1d64-4efe-8a4e-fffc2e46f79a/c3a42b35-577b-41bb-bbf4-b391ceeb2059) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:12.190918 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a5835-b877-4ea0-ab59-7898415a0629 req-567ba531-ef35-45ef-a2dd-371519c7bac6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.192923 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-193a5835-b877-4ea0-ab59-7898415a0629 req-567ba531-ef35-45ef-a2dd-371519c7bac6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1809583 May 31 11:42:12.332848 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3717147b-3f90-406c-b990-7589e1f1e570 req-04294025-ae15-4895-8af8-89a2a31a6590 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 210 time: 0.0515869 May 31 11:42:12.348159 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-193a5835-b877-4ea0-ab59-7898415a0629 req-9c73e89d-9f7e-4c6d-bb3e-06d88211a400 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433609 May 31 11:42:12.419116 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.437305 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Transition to ACTIVE for port object c3a42b35-577b-41bb-bbf4-b391ceeb2059 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:12.465993 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.472475 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:12.544064 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:12.547295 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:12.550157 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:12.600569 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Pushing event updated for resources: {'Port': ['ID=c3a42b35-577b-41bb-bbf4-b391ceeb2059,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:12.603575 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:12.629991 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.630790 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.657733 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1681471 May 31 11:42:12.666622 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57838) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:12.685308 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Request body: {'port': {'device_id': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:12.815645 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.833366 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:12.837631 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Usage tracker for resource:security_group_rule and tenant:a563058f280d496ca81ffc5673ee2291 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:12.841972 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:12.848677 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:12.851084 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-5aed8dc9-b21c-4afe-a152-6540b1d7d78b None None] Provisioning for port c3a42b35-577b-41bb-bbf4-b391ceeb2059 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:12.859623 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-5aed8dc9-b21c-4afe-a152-6540b1d7d78b None None] Provisioning complete for port c3a42b35-577b-41bb-bbf4-b391ceeb2059 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:12.860839 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-5aed8dc9-b21c-4afe-a152-6540b1d7d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.876943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.922088 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-5aed8dc9-b21c-4afe-a152-6540b1d7d78b None None] Port c3a42b35-577b-41bb-bbf4-b391ceeb2059 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:42:12.937561 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.942703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.952420 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:13.002294 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a563058f280d496ca81ffc5673ee2291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345513 May 31 11:42:13.003612 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2420d1dc-cff4-4ad5-994a-586c98611c23,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:13.004885 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 57846) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:13.020897 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:13.189129 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.233746 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.354212 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.358376 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:13.368662 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a42b35-577b-41bb-bbf4-b391ceeb2059 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:13.381268 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2420d1dc-cff4-4ad5-994a-586c98611c23,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:13.384735 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.391086 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:13.401337 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.402401 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2420d1dc-cff4-4ad5-994a-586c98611c23 HTTP/1.1" status: 204 len: 168 time: 0.3959725 May 31 11:42:13.405096 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Transition to ACTIVE for port object c3a42b35-577b-41bb-bbf4-b391ceeb2059 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:13.411749 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.423524 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:13.599082 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5d6a8-ffda-452a-9507-6938ea07ff1e req-340f619e-bc5c-4cc2-bb66-252bbdfd90ce tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.612185 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d8e5d6a8-ffda-452a-9507-6938ea07ff1e req-340f619e-bc5c-4cc2-bb66-252bbdfd90ce tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1220467 May 31 11:42:13.655811 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Pushing event updated for resources: {'Port': ['ID=c3a42b35-577b-41bb-bbf4-b391ceeb2059,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:13.676049 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d8e5d6a8-ffda-452a-9507-6938ea07ff1e req-e6bc77e5-0c1e-4acb-9cbe-80ab40ab8a44 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587683 May 31 11:42:13.720639 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:13.814917 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a1c09-2c43-4b95-90fd-1d273b4c5e95 req-a6ab8f7f-bf77-47e6-8f52-b0baba56bab3 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.816003 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-128a1c09-2c43-4b95-90fd-1d273b4c5e95 req-a6ab8f7f-bf77-47e6-8f52-b0baba56bab3 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Synchronizing usage tracker for tenant:13fe6391a3ee443b9391fb3d9e4521d5 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:13.863629 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Attempting to bind port c3a42b35-577b-41bb-bbf4-b391ceeb2059 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:13.864199 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Attempting to bind port c3a42b35-577b-41bb-bbf4-b391ceeb2059 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:13.864683 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Attempting to bind port c3a42b35-577b-41bb-bbf4-b391ceeb2059 on network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:13.870756 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-128a1c09-2c43-4b95-90fd-1d273b4c5e95 req-a6ab8f7f-bf77-47e6-8f52-b0baba56bab3 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Unset dirty status for tenant:13fe6391a3ee443b9391fb3d9e4521d5 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:13.872475 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-128a1c09-2c43-4b95-90fd-1d273b4c5e95 req-a6ab8f7f-bf77-47e6-8f52-b0baba56bab3 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 948 time: 0.4141178 May 31 11:42:13.873284 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Port c3a42b35-577b-41bb-bbf4-b391ceeb2059 on network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:13.873860 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Attempting to bind port c3a42b35-577b-41bb-bbf4-b391ceeb2059 on network 55415be2-e668-4cf1-b9f1-3c52ce4bbf95 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:13.880596 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:13.881649 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Checking segment: {'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:13.882342 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Bound using segment: {'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:13.882997 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Bound port: c3a42b35-577b-41bb-bbf4-b391ceeb2059, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5575c-0a1e-4457-b148-cddd2d70cf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:13.883594 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.924861 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.927532 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57880) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:13.978077 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.999652 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-128a1c09-2c43-4b95-90fd-1d273b4c5e95 req-b45f67d8-3949-4828-9947-34d65cc5403c tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Synchronizing usage tracker for tenant:13fe6391a3ee443b9391fb3d9e4521d5 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:14.006936 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:14.023960 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Usage tracker for resource:security_group_rule and tenant:800563e10ae04229b02680441965f5e6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:14.023960 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:14.028196 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:14.033820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] For port c3a42b35-577b-41bb-bbf4-b391ceeb2059, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:14.036905 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] For port c3a42b35-577b-41bb-bbf4-b391ceeb2059, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c3a42b35-577b-41bb-bbf4-b391ceeb2059,segment=NetworkSegment(23c5575c-0a1e-4457-b148-cddd2d70cf7b),segment_id=23c5575c-0a1e-4457-b148-cddd2d70cf7b)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:14.038250 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-128a1c09-2c43-4b95-90fd-1d273b4c5e95 req-b45f67d8-3949-4828-9947-34d65cc5403c tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Unset dirty status for tenant:13fe6391a3ee443b9391fb3d9e4521d5 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:14.039480 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-128a1c09-2c43-4b95-90fd-1d273b4c5e95 req-b45f67d8-3949-4828-9947-34d65cc5403c tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430509 May 31 11:42:14.042682 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.046918 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dc14da24-8abb-408f-bc56-54cd09c5faee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:14.050360 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f5b0f-0dd0-4408-9130-196e6064d10b req-c8a1f748-7fde-4e78-b07f-935655e7e22a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.057572 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-287f5b0f-0dd0-4408-9130-196e6064d10b req-c8a1f748-7fde-4e78-b07f-935655e7e22a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2429318 May 31 11:42:14.109377 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.109986 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.111354 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] 10.222.0.62 "PUT /v2.0/ports/c3a42b35-577b-41bb-bbf4-b391ceeb2059 HTTP/1.1" status: 200 len: 1098 time: 1.4310021 May 31 11:42:14.111839 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'tag': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:14.114525 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b7aef-834c-4f07-a846-0eb57b7e4dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "edc20830-f6fc-42ab-9df6-d597da93194e", "tag": "c3a42b35-577b-41bb-bbf4-b391ceeb2059"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:14.135157 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Pushing event updated for resources: {'Port': ['ID=c3a42b35-577b-41bb-bbf4-b391ceeb2059,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:14.139035 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:14.167826 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-287f5b0f-0dd0-4408-9130-196e6064d10b req-aec78efe-92ac-44d9-91d4-f54d8acd9f32 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080267 May 31 11:42:14.262153 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a637768-0d3a-409f-b8ed-2642812d50f1 x-openstack-request-id: req-4a637768-0d3a-409f-b8ed-2642812d50f1 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:14.262455 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc20830-f6fc-42ab-9df6-d597da93194e", "tag": "c3a42b35-577b-41bb-bbf4-b391ceeb2059", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:14.262749 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a637768-0d3a-409f-b8ed-2642812d50f1 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:14.263156 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'tag': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059', 'status': 'completed', 'code': 200} May 31 11:42:14.264551 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.270212 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.281095 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f4986130-5b02-4e41-adcb-784d339b0f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:14.313269 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-d285e195-7ac4-464c-adb1-b55aafa23ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.314807 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-d285e195-7ac4-464c-adb1-b55aafa23ea9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13fe6391a3ee443b9391fb3d9e4521d5&device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 1101 time: 0.1021655 May 31 11:42:14.340538 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514113d-8edb-4e2d-b81f-faa1d414595c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:14.347846 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=800563e10ae04229b02680441965f5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179101 May 31 11:42:14.349268 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:14.350343 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 57892) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:14.444332 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-ff243032-d09a-4168-a75c-948ce88d120f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=c3a42b35-577b-41bb-bbf4-b391ceeb2059 HTTP/1.1" status: 200 len: 217 time: 0.1146214 May 31 11:42:14.468150 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.500251 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.537633 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-49116ec8-f82f-4bfd-b991-fd002676c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.539196 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-49116ec8-f82f-4bfd-b991-fd002676c406 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8dfa65d3-1d64-4efe-8a4e-fffc2e46f79a HTTP/1.1" status: 200 len: 843 time: 0.0846109 May 31 11:42:14.565995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.571065 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:14.587202 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514113d-8edb-4e2d-b81f-faa1d414595c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:14.589483 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:14.611892 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.613204 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1514113d-8edb-4e2d-b81f-faa1d414595c HTTP/1.1" status: 204 len: 168 time: 0.2616534 May 31 11:42:14.635365 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976450-f177-4785-8499-a664fc574582 req-62282918-77de-47c9-9b7b-965b2e38664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.636906 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-62282918-77de-47c9-9b7b-965b2e38664c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55415be2-e668-4cf1-b9f1-3c52ce4bbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0901258 May 31 11:42:14.803351 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-c3e05374-a84a-4905-a21e-1b8eda170ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/55415be2-e668-4cf1-b9f1-3c52ce4bbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572583 May 31 11:42:15.017636 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-74976450-f177-4785-8499-a664fc574582 req-3c0e0411-ca78-42f9-8fe4-f372bc3e4410 service neutron] 10.222.0.62 "GET /v2.0/networks/55415be2-e668-4cf1-b9f1-3c52ce4bbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068083 May 31 11:42:15.258984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-718cd70f-7d10-45b0-85fb-867308b93697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.260461 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-718cd70f-7d10-45b0-85fb-867308b93697 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13fe6391a3ee443b9391fb3d9e4521d5&device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 1101 time: 0.1373353 May 31 11:42:15.268698 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4571bc-2f83-4a62-8cad-ec422f77a6a4 req-14743c65-356d-4170-9eea-8354b19a1194 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.270342 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4d4571bc-2f83-4a62-8cad-ec422f77a6a4 req-14743c65-356d-4170-9eea-8354b19a1194 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 948 time: 0.1111052 May 31 11:42:15.400877 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4d4571bc-2f83-4a62-8cad-ec422f77a6a4 req-409e79d0-4c64-4cd3-9392-12cd60703868 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094556 May 31 11:42:15.438351 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-b4d9e969-045e-4e2b-957e-1b63bfa1bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.439913 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-b4d9e969-045e-4e2b-957e-1b63bfa1bd10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=55415be2-e668-4cf1-b9f1-3c52ce4bbf95 HTTP/1.1" status: 200 len: 870 time: 0.1684034 May 31 11:42:15.517777 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-d9fad804-ffc1-4071-8b8b-1890d323ecdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=c3a42b35-577b-41bb-bbf4-b391ceeb2059 HTTP/1.1" status: 200 len: 217 time: 0.0673480 May 31 11:42:15.596240 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-df3d7333-d524-4abb-9bba-771ced72dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.597849 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-df3d7333-d524-4abb-9bba-771ced72dc96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8dfa65d3-1d64-4efe-8a4e-fffc2e46f79a HTTP/1.1" status: 200 len: 843 time: 0.0726278 May 31 11:42:15.695981 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-bc4c2914-eca2-4acf-a89f-f64e1c7048c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.697809 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-bc4c2914-eca2-4acf-a89f-f64e1c7048c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55415be2-e668-4cf1-b9f1-3c52ce4bbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0909057 May 31 11:42:15.851895 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-6d36b88a-de7d-427e-b943-b868fe92cbe8 service neutron] 10.222.0.62 "GET /v2.0/networks/55415be2-e668-4cf1-b9f1-3c52ce4bbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336753 May 31 11:42:16.003998 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-601b7aef-834c-4f07-a846-0eb57b7e4dd5 req-804b9aa0-fccc-49f8-a687-f49e7d75d073 service neutron] 10.222.0.62 "GET /v2.0/networks/55415be2-e668-4cf1-b9f1-3c52ce4bbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452928 May 31 11:42:16.302518 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d24211-41ff-4c1f-9a73-f294523bfe00 req-5a6a8574-874b-4a5f-837f-37a5b9e694db tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.309742 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a4d24211-41ff-4c1f-9a73-f294523bfe00 req-5a6a8574-874b-4a5f-837f-37a5b9e694db tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0922027 May 31 11:42:16.309956 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-d08957fc-3b93-43e6-8bd5-d85cb509f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.311506 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-d08957fc-3b93-43e6-8bd5-d85cb509f92e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.0828681 May 31 11:42:16.373081 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a4d24211-41ff-4c1f-9a73-f294523bfe00 req-241d0153-1702-4e7a-a5c3-c68e37670984 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 May 31 11:42:16.474340 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-5ce8af7d-4435-4feb-9685-0fc3c1359139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.475899 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-5ce8af7d-4435-4feb-9685-0fc3c1359139 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.1544440 May 31 11:42:16.557394 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-aadfa11f-060c-42c4-bb7f-656a9de989fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.584408 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-99a4a7fd-e586-4273-a459-23a9be79d1c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 217 time: 0.0976503 May 31 11:42:16.673401 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-7725a166-d9fd-46ae-9708-240c6dfecd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.675068 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-7725a166-d9fd-46ae-9708-240c6dfecd8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.0748019 May 31 11:42:16.725527 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b464ce-4485-48ce-aa49-7881690cd53d req-f28790ff-7b83-4dda-8bb3-3b5c392589d5 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.727016 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e4b464ce-4485-48ce-aa49-7881690cd53d req-f28790ff-7b83-4dda-8bb3-3b5c392589d5 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 948 time: 0.1862235 May 31 11:42:16.740148 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-574d1197-939e-4627-ac08-4a02a457cf9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555267 May 31 11:42:16.954229 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e4b464ce-4485-48ce-aa49-7881690cd53d req-0a8df693-432b-4c00-a5bc-c6c9dca32bd0 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130940 May 31 11:42:17.021067 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-a44b0797-b75c-4a09-900b-cc47c40fbfd1 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645822 May 31 11:42:17.170558 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bace0cb-ce01-4b44-8fc2-f651fbeb8db3 req-7a3a6457-8f64-4766-bbb6-d3e70658f0d1 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419609 May 31 11:42:17.518971 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:42:17.571075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30dc21-8b85-4c78-a87e-b0f91403b0a1 req-c0e35a1b-15c7-4747-97af-20d4a792c4b5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:17.573162 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e30dc21-8b85-4c78-a87e-b0f91403b0a1 req-c0e35a1b-15c7-4747-97af-20d4a792c4b5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0910881 May 31 11:42:17.620699 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4e30dc21-8b85-4c78-a87e-b0f91403b0a1 req-044121bf-1c87-45e7-981b-7a8fbedfa669 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 May 31 11:42:17.723390 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58040) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:17.849262 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.863363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:17.867767 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Usage tracker for resource:security_group_rule and tenant:c2089fdce81d4fd69215f5fcbd6f26e4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:17.870596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:17.876456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:17.958839 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.964069 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.974581 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-18296ead-f4b9-4b8b-9e8c-c18c456a6760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:18.019794 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2089fdce81d4fd69215f5fcbd6f26e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925103 May 31 11:42:18.019794 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599e329d-da64-4834-9efe-ca52817a64ed,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:18.020737 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58054) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:18.022673 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:18.119104 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.158885 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.215023 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303c2e8-a144-4f0c-830e-7cad693d4230 req-25832606-4c36-445e-a0e1-c37e6032f225 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:18.216496 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0303c2e8-a144-4f0c-830e-7cad693d4230 req-25832606-4c36-445e-a0e1-c37e6032f225 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 948 time: 0.1427715 May 31 11:42:18.251555 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.257957 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2a6a99ee-8f2b-493a-89ab-6d452167f927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:18.297001 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e329d-da64-4834-9efe-ca52817a64ed,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:18.297001 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0303c2e8-a144-4f0c-830e-7cad693d4230 req-e3912897-b030-49c7-bd43-72b985436f3d tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629604 May 31 11:42:18.297001 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.297001 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/599e329d-da64-4834-9efe-ca52817a64ed HTTP/1.1" status: 204 len: 168 time: 0.2729361 May 31 11:42:18.301933 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:18.609070 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58076) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:18.627858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.647961 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:18.656158 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6579ad94511f44848a8b8259b274e49c is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:18.661065 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:18.675824 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:18.737472 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8e291ddb-a9cd-4a3f-a061-42fad6a2e750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.777425 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.783193 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.793210 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:18.813106 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.837338 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6579ad94511f44848a8b8259b274e49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271726 May 31 11:42:18.838232 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef41dfdf-02a2-4cef-8fe9-dba9c46bead4,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:18.840449 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58094) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:18.842829 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:18.883984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee54697-f8bb-41b0-9849-bd55ef27826b req-17c15c88-abeb-40be-97e5-d2a6231d7316 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:18.885791 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2ee54697-f8bb-41b0-9849-bd55ef27826b req-17c15c88-abeb-40be-97e5-d2a6231d7316 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0938244 May 31 11:42:18.936715 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2ee54697-f8bb-41b0-9849-bd55ef27826b req-9f2dfb8e-d391-43a0-8987-25d46b8f16da tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 May 31 11:42:18.970090 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.995973 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:19.049171 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:19.053054 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7be0924d-906c-4f54-99e4-c6660043ca8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:19.063702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef41dfdf-02a2-4cef-8fe9-dba9c46bead4,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:19.067111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:19.070513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:19.071650 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef41dfdf-02a2-4cef-8fe9-dba9c46bead4 HTTP/1.1" status: 204 len: 168 time: 0.2303419 May 31 11:42:19.494341 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc014ed1-97a6-4174-b228-e3a7f22a7428 req-6e54125e-e72b-4ff9-88bf-487b626bd082 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:19.495952 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dc014ed1-97a6-4174-b228-e3a7f22a7428 req-6e54125e-e72b-4ff9-88bf-487b626bd082 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 948 time: 0.0860648 May 31 11:42:19.541733 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dc014ed1-97a6-4174-b228-e3a7f22a7428 req-ae41dc98-385f-46f2-944a-c964b8aca9a7 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 May 31 11:42:19.921944 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:20.146672 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b97e7-5d1a-43be-9151-01e9f1b1500c req-f445e356-a197-4aa5-a0ff-2832bb2a5bf3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.148265 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-620b97e7-5d1a-43be-9151-01e9f1b1500c req-f445e356-a197-4aa5-a0ff-2832bb2a5bf3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0935643 May 31 11:42:20.203100 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-620b97e7-5d1a-43be-9151-01e9f1b1500c req-3ae28c68-79f6-4114-b747-27d601741d67 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 May 31 11:42:20.355164 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c3a42b35-577b-41bb-bbf4-b391ceeb2059 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:20.504952 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port c3a42b35-577b-41bb-bbf4-b391ceeb2059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c3a42b35-577b-41bb-bbf4-b391ceeb2059,segment=NetworkSegment(23c5575c-0a1e-4457-b148-cddd2d70cf7b),segment_id=23c5575c-0a1e-4457-b148-cddd2d70cf7b)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:20.520774 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059', 'network_id': '55415be2-e668-4cf1-b9f1-3c52ce4bbf95', 'port_id': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059', 'mac_address': 'fa:16:3e:7d:0d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfa65d3-1d64-4efe-8a4e-fffc2e46f79a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:20.580970 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:20.598089 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a42b35-577b-41bb-bbf4-b391ceeb2059 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:20.618359 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port c3a42b35-577b-41bb-bbf4-b391ceeb2059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c3a42b35-577b-41bb-bbf4-b391ceeb2059,segment=NetworkSegment(23c5575c-0a1e-4457-b148-cddd2d70cf7b),segment_id=23c5575c-0a1e-4457-b148-cddd2d70cf7b)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:20.623074 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:20.624889 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:20.702089 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=c3a42b35-577b-41bb-bbf4-b391ceeb2059,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:20.707418 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:20.731654 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183274-15be-4371-8ca7-58224a6701f9 req-544f2b2f-abfb-4deb-8b64-77bb874cfba4 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.733132 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-78183274-15be-4371-8ca7-58224a6701f9 req-544f2b2f-abfb-4deb-8b64-77bb874cfba4 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 949 time: 0.0820358 May 31 11:42:20.780980 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-78183274-15be-4371-8ca7-58224a6701f9 req-14e79412-9f13-49e3-a6d0-cc9fe52d3d9f tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 May 31 11:42:21.392729 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d6242-ccf9-48a0-8447-a52416a1171b req-11c75d3b-d119-4ab9-88f2-1f4083073504 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.394226 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d61d6242-ccf9-48a0-8447-a52416a1171b req-11c75d3b-d119-4ab9-88f2-1f4083073504 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0861626 May 31 11:42:21.439866 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d61d6242-ccf9-48a0-8447-a52416a1171b req-bc051e1f-ce8f-494d-85d9-1f995653cafe tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 May 31 11:42:21.486331 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:21.971589 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2697ee3-693e-4062-8076-ddef9cea9a50 req-40f4b242-f324-4b39-9eaa-46cd243607ce tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.973056 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a2697ee3-693e-4062-8076-ddef9cea9a50 req-40f4b242-f324-4b39-9eaa-46cd243607ce tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 949 time: 0.0809455 May 31 11:42:22.017880 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a2697ee3-693e-4062-8076-ddef9cea9a50 req-9e0d0625-9aad-49da-a7f2-6587760eb371 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390921 May 31 11:42:22.663853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb5ebb-814b-4bfb-8c4b-15fc30c588c0 req-14e4cc83-648e-4379-b85f-36e791c31181 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.666106 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-26cb5ebb-814b-4bfb-8c4b-15fc30c588c0 req-14e4cc83-648e-4379-b85f-36e791c31181 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1197803 May 31 11:42:22.712505 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-26cb5ebb-814b-4bfb-8c4b-15fc30c588c0 req-07243167-170c-4068-9e46-a5fa1778b8e3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 May 31 11:42:23.220600 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a139e0-349d-4ff4-adec-bfada3ec4f00 req-0324cf1a-fbd3-43ec-a26b-9c834133e0cb tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:23.222021 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-00a139e0-349d-4ff4-adec-bfada3ec4f00 req-0324cf1a-fbd3-43ec-a26b-9c834133e0cb tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 949 time: 0.0892684 May 31 11:42:23.265298 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-00a139e0-349d-4ff4-adec-bfada3ec4f00 req-548cf03c-0266-4ba5-a08e-1ae607b982ee tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372527 May 31 11:42:23.906291 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b3c07-6c71-4439-a4f7-a9c2fc318f2c req-daa158be-f1ff-48e2-86fe-4d34e61f3e1d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:23.907884 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c05b3c07-6c71-4439-a4f7-a9c2fc318f2c req-daa158be-f1ff-48e2-86fe-4d34e61f3e1d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0838027 May 31 11:42:23.951902 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c05b3c07-6c71-4439-a4f7-a9c2fc318f2c req-f85278a2-cd12-41aa-a5c8-45eecef97055 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 May 31 11:42:24.454099 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187cd6d-726d-489b-b273-a96b17a39e41 req-6e7a8466-9735-4055-9046-5926d0d2b10f tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:24.455577 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7187cd6d-726d-489b-b273-a96b17a39e41 req-6e7a8466-9735-4055-9046-5926d0d2b10f tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 949 time: 0.0860684 May 31 11:42:24.506552 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7187cd6d-726d-489b-b273-a96b17a39e41 req-fd4971ef-6380-4a1e-89f8-a357f7260a2b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 May 31 11:42:24.806251 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['c3a42b35-577b-41bb-bbf4-b391ceeb2059'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:25.176692 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d999c9-72f1-447b-a421-bacbe092162f req-4f0e95fb-7e56-4d5d-b424-e259a6e41e70 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:25.181235 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6d999c9-72f1-447b-a421-bacbe092162f req-4f0e95fb-7e56-4d5d-b424-e259a6e41e70 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1087751 May 31 11:42:25.227936 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6d999c9-72f1-447b-a421-bacbe092162f req-94324520-49e0-49ef-8d44-dc1cca76c8e3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 May 31 11:42:25.703244 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e091-219b-4d26-915b-9908a654034f req-508bc6f2-89f0-4580-99b8-6276794ec017 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:25.704966 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2683e091-219b-4d26-915b-9908a654034f req-508bc6f2-89f0-4580-99b8-6276794ec017 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 949 time: 0.0827925 May 31 11:42:25.751345 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2683e091-219b-4d26-915b-9908a654034f req-25d0a996-aadf-42d1-83db-68b8cadc3e3c tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 May 31 11:42:26.391681 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c3a42b35-577b-41bb-bbf4-b391ceeb2059 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:26.442149 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a243a39-15ad-4558-a0f4-d80d87003bd8 req-25f902b3-0e48-46ba-875c-3426cbd4edfc tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.445253 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1a243a39-15ad-4558-a0f4-d80d87003bd8 req-25f902b3-0e48-46ba-875c-3426cbd4edfc tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1049542 May 31 11:42:26.473134 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port c3a42b35-577b-41bb-bbf4-b391ceeb2059 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:26.481999 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port c3a42b35-577b-41bb-bbf4-b391ceeb2059 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:26.482480 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:26.503096 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1a243a39-15ad-4558-a0f4-d80d87003bd8 req-3bf9d5de-d88b-4809-a2ce-81647da72201 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522053 May 31 11:42:26.600683 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:26.628268 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:26.630689 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb4626-886d-4024-a097-4c7e06509f8a" -d '{"events": [{"server_uuid": "edc20830-f6fc-42ab-9df6-d597da93194e", "name": "network-vif-plugged", "status": "completed", "tag": "c3a42b35-577b-41bb-bbf4-b391ceeb2059"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:26.638242 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port c3a42b35-577b-41bb-bbf4-b391ceeb2059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c3a42b35-577b-41bb-bbf4-b391ceeb2059,segment=NetworkSegment(23c5575c-0a1e-4457-b148-cddd2d70cf7b),segment_id=23c5575c-0a1e-4457-b148-cddd2d70cf7b)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:26.644420 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:26.646854 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:26.681557 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37494b05-3957-4add-9771-ab14435c4883 x-openstack-request-id: req-37494b05-3957-4add-9771-ab14435c4883 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:26.681876 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc20830-f6fc-42ab-9df6-d597da93194e", "name": "network-vif-plugged", "status": "completed", "tag": "c3a42b35-577b-41bb-bbf4-b391ceeb2059", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:26.682130 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37494b05-3957-4add-9771-ab14435c4883 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:26.682536 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059', 'code': 200} May 31 11:42:26.714928 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=c3a42b35-577b-41bb-bbf4-b391ceeb2059,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:26.718342 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:26.977789 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92d75-0b05-4589-8025-b08541509085 req-58de2ce5-18b2-4bba-97ce-6a4cf1471860 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.979677 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2b92d75-0b05-4589-8025-b08541509085 req-58de2ce5-18b2-4bba-97ce-6a4cf1471860 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.0938709 May 31 11:42:27.013381 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad9e9e-f60e-4174-9fe0-e91722f1e221 req-9cbd7495-0267-4edd-9541-435e6275e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:27.015147 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bfad9e9e-f60e-4174-9fe0-e91722f1e221 req-9cbd7495-0267-4edd-9541-435e6275e639 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 1103 time: 0.0769858 May 31 11:42:27.042462 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2b92d75-0b05-4589-8025-b08541509085 req-eb404ca3-f1fb-4af0-9de3-3ba98eca336e tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560708 May 31 11:42:27.074746 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bfad9e9e-f60e-4174-9fe0-e91722f1e221 req-cb027e34-e3c8-4777-aeb2-c8182b6928df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 May 31 11:42:27.695396 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912dc57-1548-4985-bff9-1666b5bcee69 req-a3df541f-9194-41e5-a25c-bea036ac33fb tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:27.697022 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e912dc57-1548-4985-bff9-1666b5bcee69 req-a3df541f-9194-41e5-a25c-bea036ac33fb tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0828629 May 31 11:42:27.742892 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e912dc57-1548-4985-bff9-1666b5bcee69 req-3368097f-4960-4950-af0c-7ceca6644a86 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 May 31 11:42:28.223886 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4ee1b-6ff1-4ab4-a736-5976aa5366f7 req-7eb5dea7-c14f-4944-87f4-3b74c8cbef22 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:28.225411 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a7a4ee1b-6ff1-4ab4-a736-5976aa5366f7 req-7eb5dea7-c14f-4944-87f4-3b74c8cbef22 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.0856109 May 31 11:42:28.270770 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a7a4ee1b-6ff1-4ab4-a736-5976aa5366f7 req-4d9b113e-d42d-4dfd-85e9-3d81c4fe88f3 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391536 May 31 11:42:28.703662 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119688-507f-46fd-ae1f-0c54a36179d7 req-845501a6-fc38-4041-81f1-a3f59a32e827 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:28.705298 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bd119688-507f-46fd-ae1f-0c54a36179d7 req-845501a6-fc38-4041-81f1-a3f59a32e827 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.0900741 May 31 11:42:28.779420 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bd119688-507f-46fd-ae1f-0c54a36179d7 req-f9ac77a7-4d74-4ae6-84c6-ff20d1b3ac7f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570991 May 31 11:42:28.962419 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1d292-9f5a-45eb-bd3d-b895b9a45438 req-a35f1499-2224-40d6-a38f-961728073b6d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:28.963912 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-54e1d292-9f5a-45eb-bd3d-b895b9a45438 req-a35f1499-2224-40d6-a38f-961728073b6d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0943959 May 31 11:42:29.009943 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-54e1d292-9f5a-45eb-bd3d-b895b9a45438 req-bf353a93-e836-4ef2-85d3-a0d6177a0d7a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 May 31 11:42:29.538195 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cdd39-d3d7-4307-a1c9-022f1ee227dd req-e68ba39a-5e81-47f2-ad64-57b965ab6560 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:29.539759 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e27cdd39-d3d7-4307-a1c9-022f1ee227dd req-e68ba39a-5e81-47f2-ad64-57b965ab6560 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.1016490 May 31 11:42:29.591972 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e27cdd39-d3d7-4307-a1c9-022f1ee227dd req-e01bed16-910e-4ed4-9a44-2f1e2ef37985 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 May 31 11:42:29.653817 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58424) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:29.785798 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.800883 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:29.805397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Usage tracker for resource:security_group_rule and tenant:85f7994c66cb4c16952606dbccddefa4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:29.809362 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:29.814778 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:29.918503 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.962381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.978879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a710fdc5-e365-4b9c-b941-0bf3d4d5d1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:30.062256 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2928c59c-8a22-4593-b292-53ea1acf8888,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:30.073611 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85f7994c66cb4c16952606dbccddefa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186180 May 31 11:42:30.078418 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58442) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:30.084383 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27772d35-1a5d-45ce-a19f-8b2c2db37484 req-a36d43ab-0789-4e1c-931e-fb6cca099e97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.085975 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27772d35-1a5d-45ce-a19f-8b2c2db37484 req-a36d43ab-0789-4e1c-931e-fb6cca099e97 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1658599 May 31 11:42:30.088010 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.088368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.088713 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.089049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.095068 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.095665 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.096231 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.096734 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.097234 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.098717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.099075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.099614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.105456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:30.149639 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27772d35-1a5d-45ce-a19f-8b2c2db37484 req-21b328c2-374e-45d8-963a-8e729abfb08c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 May 31 11:42:30.151205 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acaedc-cc75-4bf5-a5bd-f173fe5c9bfc req-8b01bd37-f6b5-4bed-bba0-fa5790b7cbe4 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.152679 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-68acaedc-cc75-4bf5-a5bd-f173fe5c9bfc req-8b01bd37-f6b5-4bed-bba0-fa5790b7cbe4 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.1441665 May 31 11:42:30.184947 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.227097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.236296 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-68acaedc-cc75-4bf5-a5bd-f173fe5c9bfc req-a78d2948-bb8a-4afb-9cf1-41510d059ba0 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752389 May 31 11:42:30.285571 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.289363 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-24c0f680-79b8-48cf-9fb8-af5ac52a360e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:30.300760 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2928c59c-8a22-4593-b292-53ea1acf8888,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:30.310788 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.311151 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.311503 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.311850 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.312190 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.312528 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.312862 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.313198 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.313533 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.313863 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.314192 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.314519 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:30.317561 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.318659 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2928c59c-8a22-4593-b292-53ea1acf8888 HTTP/1.1" status: 204 len: 168 time: 0.2390373 May 31 11:42:30.319598 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:30.357630 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff415-9c52-4fdd-a33e-a74a9510589f req-c608763d-08fd-4dcd-9660-ab67f33330b0 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.359137 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba8ff415-9c52-4fdd-a33e-a74a9510589f req-c608763d-08fd-4dcd-9660-ab67f33330b0 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0939379 May 31 11:42:30.403887 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba8ff415-9c52-4fdd-a33e-a74a9510589f req-01ed525c-2085-4018-beee-391e1fb3a6d9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 May 31 11:42:30.658729 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58464) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:30.677627 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.696748 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:30.700795 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Usage tracker for resource:security_group_rule and tenant:42c8f231bd254773b8b187d01b819f89 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:30.703959 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:30.709909 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:30.808795 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.811660 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58474) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:30.818656 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.827796 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b0490e43-3d3a-49a9-9b57-2bb50634629a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:30.869954 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42c8f231bd254773b8b187d01b819f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077944 May 31 11:42:30.869954 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8263edaf-1af3-489e-9ed8-81ba2ac33f24,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:30.870614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58482) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:30.872406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:30.939245 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.944860 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.961134 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:30.965632 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe8be585859403c86aaf3c2cedc1cfa is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:30.971682 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:30.974516 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.975577 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:31.031206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.035966 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-daa0cd05-c251-4430-ae05-61f72179e5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:31.048438 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8263edaf-1af3-489e-9ed8-81ba2ac33f24,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:31.052897 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:31.058656 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.062299 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8263edaf-1af3-489e-9ed8-81ba2ac33f24 HTTP/1.1" status: 204 len: 168 time: 0.1882157 May 31 11:42:31.081148 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.086139 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.094928 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f402023b-8509-429d-84c7-33f5869c831e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:31.138838 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fe8be585859403c86aaf3c2cedc1cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246398 May 31 11:42:31.139867 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632145ae-48e0-4a41-9b70-57478cd256a5,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:31.141034 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58494) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:31.143475 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:31.215368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.241884 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.308181 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.314413 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b4c231aa-cb69-408d-baa6-1d7a05d43511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:31.331495 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632145ae-48e0-4a41-9b70-57478cd256a5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:31.343126 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:31.350125 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.354318 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/632145ae-48e0-4a41-9b70-57478cd256a5 HTTP/1.1" status: 204 len: 168 time: 0.2121577 May 31 11:42:31.455380 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c3cec-c07c-41d3-bbf1-46cf4293472e req-c92a5585-0a35-46a3-8335-225717f2ccb8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.458945 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d17c3cec-c07c-41d3-bbf1-46cf4293472e req-c92a5585-0a35-46a3-8335-225717f2ccb8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1852305 May 31 11:42:31.463751 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bd5bc-489f-48ab-87a4-fbe01bd47230 req-a6a9e42e-0474-4789-a058-0161022413f2 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.465527 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aa8bd5bc-489f-48ab-87a4-fbe01bd47230 req-a6a9e42e-0474-4789-a058-0161022413f2 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.0966499 May 31 11:42:31.509094 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d17c3cec-c07c-41d3-bbf1-46cf4293472e req-f74632a1-6448-41d1-8f6e-6e43fe8645fe tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 May 31 11:42:31.533230 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aa8bd5bc-489f-48ab-87a4-fbe01bd47230 req-4524e53e-1356-4251-9227-da7dea9377ce tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616109 May 31 11:42:31.731144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9681cf2-c16c-43ea-b33d-8415f08a9681 req-97ebfa16-010b-45ee-941b-cefcc193af3e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.732600 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a9681cf2-c16c-43ea-b33d-8415f08a9681 req-97ebfa16-010b-45ee-941b-cefcc193af3e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0879250 May 31 11:42:31.787129 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a9681cf2-c16c-43ea-b33d-8415f08a9681 req-96e1acc6-c9c0-43ce-bb20-4c93577689fe tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 May 31 11:42:32.745043 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb47e8-2efc-44a9-936f-3432901a2dee req-60239a4c-d75c-4650-8a22-462987774c92 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:32.763430 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-68bb47e8-2efc-44a9-936f-3432901a2dee req-60239a4c-d75c-4650-8a22-462987774c92 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1117668 May 31 11:42:32.826613 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-68bb47e8-2efc-44a9-936f-3432901a2dee req-8d3c7f46-03f4-4259-b7e7-ffe2ef293a5f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579081 May 31 11:42:32.877857 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634dfe-3206-4109-87a2-4045b3c99540 req-458ca64b-b259-4948-9b16-012c1fde32b6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:32.880351 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-da634dfe-3206-4109-87a2-4045b3c99540 req-458ca64b-b259-4948-9b16-012c1fde32b6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.1309109 May 31 11:42:32.931549 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-da634dfe-3206-4109-87a2-4045b3c99540 req-04f7104e-4a05-4419-aee5-459a859f88de tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 May 31 11:42:32.997844 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58586) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:33.038194 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f5ab0-ef94-4271-9e93-d74daa8a982e req-2fc5d6b9-dee8-48ae-a327-ab45c46ffc95 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:33.039665 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-065f5ab0-ef94-4271-9e93-d74daa8a982e req-2fc5d6b9-dee8-48ae-a327-ab45c46ffc95 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0797322 May 31 11:42:33.085353 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-065f5ab0-ef94-4271-9e93-d74daa8a982e req-582045dd-3aab-416e-aed7-6063554efc4d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 May 31 11:42:33.117009 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.131354 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:33.135491 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Usage tracker for resource:security_group_rule and tenant:1cc69744f1944b928dc4972f3813b324 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:33.138302 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:33.144506 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:33.230572 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.236498 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.246828 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fa5e8d75-c760-49b2-96ee-0918cd4d839f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:33.287985 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cc69744f1944b928dc4972f3813b324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890518 May 31 11:42:33.289627 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9efea62-1fc5-4356-9daf-649794cf9d0e,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:33.290890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58594) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:33.292959 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-79a22f69-525d-4927-8e33-d3eda0f96358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:33.413260 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.439097 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.492848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.496389 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3d957faf-41bb-45c2-b608-6d650f2f653f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:33.506914 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9efea62-1fc5-4356-9daf-649794cf9d0e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:33.510279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:33.513472 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.514582 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9efea62-1fc5-4356-9daf-649794cf9d0e HTTP/1.1" status: 204 len: 168 time: 0.2227614 May 31 11:42:33.818396 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58606) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:33.836129 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.849939 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:33.853903 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Usage tracker for resource:security_group_rule and tenant:9ba4a7c02f574b9c9c4f497a46d550ab is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:33.857067 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:33.863857 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:33.996355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.001013 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.009765 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b8cb8c75-b849-4af4-b4b2-b7c9c6b98057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:34.065777 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ba4a7c02f574b9c9c4f497a46d550ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461882 May 31 11:42:34.068429 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d65a1f-9791-4a40-9ca5-3fcd3cba1501,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:34.071575 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:34.073110 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58616) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:34.127802 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfa44e-dc76-4222-b792-eb87965d2e19 req-9c911c4c-8c77-472a-8b91-cc02e27534f5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.129110 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dacfa44e-dc76-4222-b792-eb87965d2e19 req-9c911c4c-8c77-472a-8b91-cc02e27534f5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1880033 May 31 11:42:34.141844 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378f431-e7c5-4e26-98d1-07fceb483c2c req-32750fc1-9862-4867-8c21-7bdd700f5c81 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.143339 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e378f431-e7c5-4e26-98d1-07fceb483c2c req-32750fc1-9862-4867-8c21-7bdd700f5c81 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.0793347 May 31 11:42:34.194676 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e378f431-e7c5-4e26-98d1-07fceb483c2c req-e6c5ecfc-49d1-4a5d-b886-c0437e3cd257 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/security-groups?id=b962179e-ff30-4d59-a882-ef7f464a0ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 May 31 11:42:34.218429 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.250171 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dacfa44e-dc76-4222-b792-eb87965d2e19 req-5df18889-50f7-495e-8e7b-31b6e32dbdf1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824807 May 31 11:42:34.269682 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.327600 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-3922a0ad-f809-47dc-b38e-d76ba2ddf85d tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.329073 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-3922a0ad-f809-47dc-b38e-d76ba2ddf85d tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.62 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 950 time: 0.1991329 May 31 11:42:34.387475 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a868e0a-0550-40f5-8bd0-ca77150acbce req-3b433115-f673-4d06-901c-57527bf0e4fd tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.389061 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a868e0a-0550-40f5-8bd0-ca77150acbce req-3b433115-f673-4d06-901c-57527bf0e4fd tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0869579 May 31 11:42:34.408479 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.415531 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-345b528e-755e-452e-9077-4b796912856d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:34.455481 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a868e0a-0550-40f5-8bd0-ca77150acbce req-318c28fd-5b5b-40e5-acec-b51a9c04ba8d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597272 May 31 11:42:34.465773 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d65a1f-9791-4a40-9ca5-3fcd3cba1501,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:34.468337 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:34.510563 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.511696 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6d65a1f-9791-4a40-9ca5-3fcd3cba1501 HTTP/1.1" status: 204 len: 168 time: 0.4377332 May 31 11:42:34.528813 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Deleting port c3a42b35-577b-41bb-bbf4-b391ceeb2059 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:42:34.529701 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.666612 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] For port c3a42b35-577b-41bb-bbf4-b391ceeb2059, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c3a42b35-577b-41bb-bbf4-b391ceeb2059,segment=NetworkSegment(23c5575c-0a1e-4457-b148-cddd2d70cf7b),segment_id=23c5575c-0a1e-4457-b148-cddd2d70cf7b)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:34.667003 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.792745 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Calling delete_port for c3a42b35-577b-41bb-bbf4-b391ceeb2059 owned by compute:nova {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:42:34.918307 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.924855 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3dcb510e-3ec0-4347-ab93-e414b6b72e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:34.970502 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['c3a42b35-577b-41bb-bbf4-b391ceeb2059'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:34.976783 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Pushing event deleted for resources: {'Port': ['ID=c3a42b35-577b-41bb-bbf4-b391ceeb2059,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:34.984979 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:35.076995 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] No DVR routers for this DVR port c3a42b35-577b-41bb-bbf4-b391ceeb2059 on host hv-cinder-78638 {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:42:35.081588 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.089006 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'name': 'network-vif-deleted', 'tag': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:35.091532 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e977f7-b21e-4808-b6ac-dccac2d7c7a1" -d '{"events": [{"server_uuid": "edc20830-f6fc-42ab-9df6-d597da93194e", "name": "network-vif-deleted", "tag": "c3a42b35-577b-41bb-bbf4-b391ceeb2059"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:35.108936 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0b3a149c-cca7-43ee-bcdc-22996fecbfcb req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.62 "DELETE /v2.0/ports/c3a42b35-577b-41bb-bbf4-b391ceeb2059 HTTP/1.1" status: 204 len: 173 time: 0.7728441 May 31 11:42:35.160331 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143432c0-78a3-498c-98ca-9f457f6579f9 x-openstack-request-id: req-143432c0-78a3-498c-98ca-9f457f6579f9 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:35.160747 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc20830-f6fc-42ab-9df6-d597da93194e", "name": "network-vif-deleted", "tag": "c3a42b35-577b-41bb-bbf4-b391ceeb2059", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:35.161185 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-143432c0-78a3-498c-98ca-9f457f6579f9 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:35.161614 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc20830-f6fc-42ab-9df6-d597da93194e', 'name': 'network-vif-deleted', 'tag': 'c3a42b35-577b-41bb-bbf4-b391ceeb2059', 'status': 'completed', 'code': 200} May 31 11:42:35.402454 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8ffb31dc-8e7b-4e60-b43b-f8cc8e4d65ea req-243888a8-a915-4adf-af2a-c053f84d5a21 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] 10.222.0.18 "GET /v2.0/ports?device_id=edc20830-f6fc-42ab-9df6-d597da93194e HTTP/1.1" status: 200 len: 210 time: 0.0676508 May 31 11:42:35.526788 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd1a37-b044-4a54-b144-058f1c6acb5f req-35e0f0fc-43dd-4192-9392-bfb09358e02f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.528789 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bcd1a37-b044-4a54-b144-058f1c6acb5f req-35e0f0fc-43dd-4192-9392-bfb09358e02f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1045117 May 31 11:42:35.603623 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2bcd1a37-b044-4a54-b144-058f1c6acb5f req-b629f6d4-fde5-428f-bec6-863abe035918 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692372 May 31 11:42:35.691348 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9125881-62f9-4c02-a4fa-436a29732ed8 req-1751212a-e8c4-4752-87ea-0870643a1b69 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.693322 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b9125881-62f9-4c02-a4fa-436a29732ed8 req-1751212a-e8c4-4752-87ea-0870643a1b69 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1122255 May 31 11:42:35.760119 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b9125881-62f9-4c02-a4fa-436a29732ed8 req-ee8c02d5-ecfc-4c51-ae92-fa02a4822bc7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586767 May 31 11:42:36.018766 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58686) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:36.268672 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.283240 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:36.287676 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Usage tracker for resource:security_group_rule and tenant:52eafc04f5cf4a0c8edadda37723df06 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:36.291072 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:36.298499 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:36.397782 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.402606 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.417499 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7cbdc169-7692-4bda-8d0c-ca3f4769366b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.464812 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52eafc04f5cf4a0c8edadda37723df06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447587 May 31 11:42:36.465939 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7828d864-6051-4df7-bf79-747744f902e5,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.467808 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58708) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:36.470958 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:36.560727 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.590505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.653461 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.666777 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-378d2c85-1c30-4fcd-b9f7-1a5b026da0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.694702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7828d864-6051-4df7-bf79-747744f902e5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.707101 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:36.715689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.717183 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7828d864-6051-4df7-bf79-747744f902e5 HTTP/1.1" status: 204 len: 168 time: 0.2483380 May 31 11:42:37.032363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefe875-6fe0-4847-b9d5-98c5d1bb2725 req-87569d9d-34cc-421e-ab67-ae436af7f562 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:37.035185 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ecefe875-6fe0-4847-b9d5-98c5d1bb2725 req-87569d9d-34cc-421e-ab67-ae436af7f562 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2178149 May 31 11:42:37.040956 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190b9d0-7471-49a1-a7dd-2a21ca66a4d9 req-e0735e82-3c78-4ebb-92c7-93ca0345cc5e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:37.042578 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1190b9d0-7471-49a1-a7dd-2a21ca66a4d9 req-e0735e82-3c78-4ebb-92c7-93ca0345cc5e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1494284 May 31 11:42:37.093158 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ecefe875-6fe0-4847-b9d5-98c5d1bb2725 req-3e40825b-348c-4a4b-81c8-5c35110dbb37 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506809 May 31 11:42:37.132954 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1190b9d0-7471-49a1-a7dd-2a21ca66a4d9 req-21dff3d4-e876-4f46-b171-698fd34dc7ab tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 May 31 11:42:37.325948 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58756) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:37.346218 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.366748 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:37.371778 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Usage tracker for resource:security_group_rule and tenant:ef7a2844525046f1b74fa17c09e8c240 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:37.376314 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:37.385766 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:37.503829 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.508958 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.518299 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0582494b-2618-4a5e-8b68-2ad17744bf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:37.565381 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef7a2844525046f1b74fa17c09e8c240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381043 May 31 11:42:37.566075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3305aa-62d4-4125-9a54-dc37f134fcaa,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:37.568633 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58774) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:37.569443 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:37.635622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94113591-c2d6-437a-9fae-c3525b9e9476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.724458 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94113591-c2d6-437a-9fae-c3525b9e9476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.782116 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94113591-c2d6-437a-9fae-c3525b9e9476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.786859 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-94d109b1-b8dc-44a6-80d1-6181ee3a186a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:37.799701 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94113591-c2d6-437a-9fae-c3525b9e9476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3305aa-62d4-4125-9a54-dc37f134fcaa,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:37.801969 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-94113591-c2d6-437a-9fae-c3525b9e9476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:37.813824 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94113591-c2d6-437a-9fae-c3525b9e9476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.817371 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-94113591-c2d6-437a-9fae-c3525b9e9476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a3305aa-62d4-4125-9a54-dc37f134fcaa HTTP/1.1" status: 204 len: 168 time: 0.2443910 May 31 11:42:38.175779 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 58850) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:38.195303 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.212049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:38.217347 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a73c3cc75344ab0b9927489dc586608 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:38.220846 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:38.265576 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:38.358097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fdf61-f240-4b0b-bb6e-8577a3d5e917 req-82beb242-5cb2-492b-ae0e-88d7e702c884 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:38.360012 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f2fdf61-f240-4b0b-bb6e-8577a3d5e917 req-82beb242-5cb2-492b-ae0e-88d7e702c884 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0932307 May 31 11:42:38.365249 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf85cc-4668-4810-8765-02289385bb88 req-113b49ba-59e9-4a73-99b4-32b3c8806183 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:38.366754 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9cbf85cc-4668-4810-8765-02289385bb88 req-113b49ba-59e9-4a73-99b4-32b3c8806183 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1506886 May 31 11:42:38.427705 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f2fdf61-f240-4b0b-bb6e-8577a3d5e917 req-8be9633e-caa2-4052-a762-a0ae65c69f79 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614383 May 31 11:42:38.444505 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9cbf85cc-4668-4810-8765-02289385bb88 req-6421cf57-eee7-4c57-869d-1bfae80377ba tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707197 May 31 11:42:38.459410 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.464714 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.472431 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7ebb03b3-d7c1-4968-82b8-e8b0a573a7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:38.513160 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec0d1a5-6a25-4c9c-8824-71043a2aa829,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:38.516437 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:38.519214 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-45b4980f-6af9-4eb3-a8b6-2e1d2160cfe9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a73c3cc75344ab0b9927489dc586608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424394 May 31 11:42:38.522200 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58870) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:38.587478 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.621094 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.672334 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.677453 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e726f7b1-88fc-4100-af98-9a08cca4ed50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:38.690012 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec0d1a5-6a25-4c9c-8824-71043a2aa829,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:38.692774 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:38.693761 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.698848 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bec0d1a5-6a25-4c9c-8824-71043a2aa829 HTTP/1.1" status: 204 len: 168 time: 0.1714394 May 31 11:42:39.436009 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 58970) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:39.545709 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c3a42b35-577b-41bb-bbf4-b391ceeb2059 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:42:39.578147 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-805059635-network', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:39.583502 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:39.587986 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Usage tracker for resource:network and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:39.592434 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:39.599441 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:39.635175 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: c3a42b35-577b-41bb-bbf4-b391ceeb2059 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:42:39.635340 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device c3a42b35-577b-41bb-bbf4-b391ceeb2059 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:42:39.649080 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Made reservation on behalf of dce8da9af28d4584a1f928d44cbeef0a for: {'network': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:39.651405 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.671541 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.703326 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:39.710546 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:39.714596 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:39.723007 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:39.746164 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34677f4f-ce9a-457e-9727-156f055dbc67 req-ae47a92c-0072-4cb0-ad60-cdd7ea71adc2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:39.748112 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34677f4f-ce9a-457e-9727-156f055dbc67 req-ae47a92c-0072-4cb0-ad60-cdd7ea71adc2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1088696 May 31 11:42:39.767822 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20319b3-bef4-44cd-b0bf-b62568384003 req-d987a4a8-d978-4dc5-a41b-d8d3a224d149 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:39.769288 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b20319b3-bef4-44cd-b0bf-b62568384003 req-d987a4a8-d978-4dc5-a41b-d8d3a224d149 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1613512 May 31 11:42:39.806977 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-34677f4f-ce9a-457e-9727-156f055dbc67 req-3ce63636-0a7e-4acc-b560-7330d5bad155 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505102 May 31 11:42:39.846143 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.853514 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.857592 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4d04109c-d612-4ab4-a598-b63495b6a3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:39.897905 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=98398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:42:39.904502 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b20319b3-bef4-44cd-b0bf-b62568384003 req-5a8638d1-1138-412a-b64f-1ee8db865429 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778916 May 31 11:42:39.908925 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be5d94-4989-4218-8596-fb10dec26ca7,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:39.924765 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:39.925737 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.926072 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.segments_db [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Added segment b5728924-4e5f-495d-9fc6-eb5771dbdf4a of type vlan for network 2327cc00-bb05-49dd-a313-01c9dee1abe3 May 31 11:42:39.951715 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.985998 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.987545 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:39.988135 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:39.992870 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:40.090203 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6528966 May 31 11:42:40.091258 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Pushing event updated for resources: {'Network': ['ID=2327cc00-bb05-49dd-a313-01c9dee1abe3,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:40.093691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59010) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:40.095262 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:40.105593 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Request body: {'subnet': {'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-805059635-subnet', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:40.106929 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:42:40.110676 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:40.114485 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Usage tracker for resource:subnet and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:40.117470 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:40.123510 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:40.136372 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Made reservation on behalf of dce8da9af28d4584a1f928d44cbeef0a for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:40.138985 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10608637'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.543382 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10608619'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.547431 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a393afbd-54a7-4fdf-9f16-cd75bd21b402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:40.616213 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77517d6f-f925-4d7a-880f-1f6c5961a93b,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:40.620295 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:40.632083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Checking segment: {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:40.632443 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Network hostable DHCP agents. Network: 2327cc00-bb05-49dd-a313-01c9dee1abe3, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:42:40.653924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:42:40.670843 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 2327cc00-bb05-49dd-a313-01c9dee1abe3) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:40.680656 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:40.681203 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.682963 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34436d8d-2813-4dba-a195-47e273dc8a49 None None] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:42:40.724417 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6274352 May 31 11:42:40.726592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59048) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:40.733071 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:40.737563 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:40.742876 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Usage tracker for resource:router and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:40.746391 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:40.752540 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:40.769018 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.772333 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.789618 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:40.951436 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1543df-3d88-4323-9e14-1a1373033fa7 req-8718da57-3cd7-46e0-9f54-5ecafde69262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:40.956860 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1a1543df-3d88-4323-9e14-1a1373033fa7 req-8718da57-3cd7-46e0-9f54-5ecafde69262 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.1409247 May 31 11:42:41.045408 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1a1543df-3d88-4323-9e14-1a1373033fa7 req-8d963d9d-c8d4-498d-870b-da6866cc363b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819578 May 31 11:42:41.103059 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-2327cc00-bb05-49dd-a313-01c9dee1abe3', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:42:41.103958 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.256990 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309c2cf-37bc-4b76-bf3a-34a256018354 req-4651fa40-bc5c-4c63-aada-7bfd2445582c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:41.257828 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.266160 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b309c2cf-37bc-4b76-bf3a-34a256018354 req-4651fa40-bc5c-4c63-aada-7bfd2445582c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1857972 May 31 11:42:41.286910 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Allocated IP 172.20.0.2 (2327cc00-bb05-49dd-a313-01c9dee1abe3/77517d6f-f925-4d7a-880f-1f6c5961a93b/e239615a-faf5-4dc5-ad6d-f5e443010766) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:41.383043 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b309c2cf-37bc-4b76-bf3a-34a256018354 req-c6fbc7b5-0088-4440-9107-2b7572f75595 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064546 May 31 11:42:41.475689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1895965-076e-44b0-8755-80c0de3b4ff6 req-541a60ee-2d50-495b-b10f-e2be1c2ab91b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:41.477451 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e1895965-076e-44b0-8755-80c0de3b4ff6 req-541a60ee-2d50-495b-b10f-e2be1c2ab91b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.3536406 May 31 11:42:41.551188 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e1895965-076e-44b0-8755-80c0de3b4ff6 req-473b2948-d763-4efa-9c33-9e1cfe62b7bf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606067 May 31 11:42:41.595968 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.613255 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Transition to ACTIVE for port object e239615a-faf5-4dc5-ad6d-f5e443010766 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:41.638436 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Transition to ACTIVE for port object e239615a-faf5-4dc5-ad6d-f5e443010766 will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:41.645353 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.657749 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:41.738243 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:41.739633 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:41.748647 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:41.791535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.836662 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.856219 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Attempting to bind port e239615a-faf5-4dc5-ad6d-f5e443010766 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:41.856577 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Attempting to bind port e239615a-faf5-4dc5-ad6d-f5e443010766 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:41.856942 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Attempting to bind port e239615a-faf5-4dc5-ad6d-f5e443010766 on network 2327cc00-bb05-49dd-a313-01c9dee1abe3 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:41.860513 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Pushing event updated for resources: {'Port': ['ID=e239615a-faf5-4dc5-ad6d-f5e443010766,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:41.869261 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.869593 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.870122 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.870597 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.871120 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.871814 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.872327 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.872843 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.873396 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.873885 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.874372 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.874900 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:41.878361 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:41.879000 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Checking segment: {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:41.879494 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.879941 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Bound using segment: {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:41.880541 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Bound port: e239615a-faf5-4dc5-ad6d-f5e443010766, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:41.881216 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.900577 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:41.979644 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] For port e239615a-faf5-4dc5-ad6d-f5e443010766, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:41.983493 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] For port e239615a-faf5-4dc5-ad6d-f5e443010766, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e239615a-faf5-4dc5-ad6d-f5e443010766,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:41.989149 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:41.998351 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:42.027981 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Allocated IP 172.27.0.232 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/d44872ce-2653-4b46-8f1c-d5c3ec88bc12) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:42.093920 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Pushing event updated for resources: {'Port': ['ID=e239615a-faf5-4dc5-ad6d-f5e443010766,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:42.097416 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:42.194456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.226744 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.232049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:42.320769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:42.324386 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:42.326721 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:42.332330 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:42.371782 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:42.587980 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4763263-1b0b-4522-b557-5af2687ffdf4 req-3fe2eddd-5347-402c-b3ab-84543e840cf7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:42.597055 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e4763263-1b0b-4522-b557-5af2687ffdf4 req-3fe2eddd-5347-402c-b3ab-84543e840cf7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1001115 May 31 11:42:42.663331 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e4763263-1b0b-4522-b557-5af2687ffdf4 req-7659e181-b0f8-4ba5-bf18-5aa60e9162b5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644777 May 31 11:42:42.825491 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59116) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:42.980912 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.020415 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-855b3df4-f39f-4d81-b2a0-de3e64c75112 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13fe6391a3ee443b9391fb3d9e4521d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935563 May 31 11:42:43.022785 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59126) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:43.050827 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7a4c-d5de-4b6d-8ea5-8e2291c3e908 req-c46208fb-1da3-46a9-bbd5-67996c9fd61b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:43.052332 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5f3b7a4c-d5de-4b6d-8ea5-8e2291c3e908 req-c46208fb-1da3-46a9-bbd5-67996c9fd61b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.3432856 May 31 11:42:43.106298 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.134621 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.178017 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a18e5-f4c5-4b38-ac35-59028bfb61cc None None] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:42:43.198368 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.203680 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e239615a-faf5-4dc5-ad6d-f5e443010766 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:43.204849 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-063610a7-0687-4c67-b4b2-3c26fcceee08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:43.218840 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b962179e-ff30-4d59-a882-ef7f464a0ca6,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:43.221957 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:43.234170 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.238205 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b962179e-ff30-4d59-a882-ef7f464a0ca6 HTTP/1.1" status: 204 len: 168 time: 0.2137554 May 31 11:42:43.244607 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5f3b7a4c-d5de-4b6d-8ea5-8e2291c3e908 req-f96fd35d-439e-44de-8882-48a7c0217b5a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810136 May 31 11:42:43.351247 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-44ffeb8f-a371-4c76-98eb-32ba87f49952 None None] Provisioning for port e239615a-faf5-4dc5-ad6d-f5e443010766 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:43.422171 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port e239615a-faf5-4dc5-ad6d-f5e443010766 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:43.430051 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port e239615a-faf5-4dc5-ad6d-f5e443010766 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:43.430617 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.456768 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.609087 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.652997 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port e239615a-faf5-4dc5-ad6d-f5e443010766, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e239615a-faf5-4dc5-ad6d-f5e443010766,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:43.658507 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.660606 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:43.682208 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Router 33308a67-4cb9-426c-bc5d-8abbb2a037bd is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:42:43.759900 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=e239615a-faf5-4dc5-ad6d-f5e443010766,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:43.771602 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:43.890248 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.897193 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-2afad080-0caf-4f25-b9a6-c20e7edd209b None None] Provisioning complete for port e239615a-faf5-4dc5-ad6d-f5e443010766 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:43.897707 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2afad080-0caf-4f25-b9a6-c20e7edd209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.926179 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:42:43.936778 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Sync routers for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:42:43.937333 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac91868-9898-4645-a666-d6bbc926775e req-f1cd4204-6705-45b0-abf6-15b7adc9a44f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:43.938387 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dac91868-9898-4645-a666-d6bbc926775e req-f1cd4204-6705-45b0-abf6-15b7adc9a44f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1272836 May 31 11:42:43.946434 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:43.947163 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:43.963837 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.968859 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2385325 May 31 11:42:43.969026 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59154) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:44.013118 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dac91868-9898-4645-a666-d6bbc926775e req-a6f28fcf-9ab1-4951-8ff8-8964ab46c8a9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 May 31 11:42:44.200890 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:44.489814 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:42Z', 'revision_number': 3, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:44.494122 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Checking router: 33308a67-4cb9-426c-bc5d-8abbb2a037bd for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:42:44.494477 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Updating router 33308a67-4cb9-426c-bc5d-8abbb2a037bd port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:42:44.552677 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:44.805978 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab091b5-8adf-4bcc-b254-fc0c783cfe11 req-c61887e6-672d-4374-8422-9b577752da57 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:44.811306 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ab091b5-8adf-4bcc-b254-fc0c783cfe11 req-c61887e6-672d-4374-8422-9b577752da57 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.4048352 May 31 11:42:44.951299 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:44.953532 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ab091b5-8adf-4bcc-b254-fc0c783cfe11 req-e7ab3546-18c5-49b1-adea-0b700c52e482 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329081 May 31 11:42:44.963519 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:44.972794 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Transition to ACTIVE for port object d44872ce-2653-4b46-8f1c-d5c3ec88bc12 will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:44.983259 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:44.987299 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-27c67876-81ef-4459-a6be-f9fb50f9fa4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:45.065268 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Attempting to bind port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:45.065631 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Attempting to bind port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:45.065988 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Attempting to bind port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:45.068112 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Pushing event updated for resources: {'Port': ['ID=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,revision_number=2']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:45.076899 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:45.077273 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:45.077666 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.078051 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:45.078512 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Bound port: d44872ce-2653-4b46-8f1c-d5c3ec88bc12, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:45.078912 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.107653 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.108265 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.108739 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.109263 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.109592 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.109915 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.110233 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.110549 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.110907 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.111216 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.111693 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.112007 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:45.120584 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:45.147827 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e239615a-faf5-4dc5-ad6d-f5e443010766 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:45.170020 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] For port d44872ce-2653-4b46-8f1c-d5c3ec88bc12, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:45.174876 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] For port d44872ce-2653-4b46-8f1c-d5c3ec88bc12, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:45.180585 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.186419 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:45.190093 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Allocated IP 172.20.0.1 (2327cc00-bb05-49dd-a313-01c9dee1abe3/77517d6f-f925-4d7a-880f-1f6c5961a93b/3a3768a6-d73b-409c-ae26-3c7e0d766bc2) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:45.313110 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Pushing event updated for resources: {'Port': ['ID=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:45.323905 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port e239615a-faf5-4dc5-ad6d-f5e443010766 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:45.324285 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.324596 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa749cbb-234b-4559-9c57-65ec77eca568 req-88372909-62ee-41a3-b9eb-fd054b8c8c9f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:45.326196 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fa749cbb-234b-4559-9c57-65ec77eca568 req-88372909-62ee-41a3-b9eb-fd054b8c8c9f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1614063 May 31 11:42:45.327179 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:45.371197 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:45.373830 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:45.446557 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fa749cbb-234b-4559-9c57-65ec77eca568 req-dbbbe97b-59c2-482e-a519-90a045fca9b6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024985 May 31 11:42:45.496567 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.514894 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Transition to ACTIVE for port object 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:45.539557 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.543511 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:45.593127 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:45.618042 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:45.621176 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:45.623809 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:45.666271 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:45.676213 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:45.689150 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.834831 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.847872 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b92d7fd5-6bba-4861-8fa1-7346fc8eec8f None None] Provisioning for port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:45.856020 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b92d7fd5-6bba-4861-8fa1-7346fc8eec8f None None] Provisioning complete for port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:45.856699 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b92d7fd5-6bba-4861-8fa1-7346fc8eec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:45.929197 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:42Z', 'revision_number': 3, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:45.937999 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbebc2-d31f-4442-b289-1e52501239d7 None None] The sync data for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi is: [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:42Z', 'revision_number': 3, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:42:45.942174 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-b92d7fd5-6bba-4861-8fa1-7346fc8eec8f None None] Port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:42:46.166226 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.177964 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.225670 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-beef1252-fd8c-498b-81aa-fb0e2e7e9036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:46.333913 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.345536 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:46.355353 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:46.444320 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbacafc-29b6-4b1c-929f-8e616f4ecf64 req-83ef0f1c-7852-44d1-8b2f-c2186f4781ee tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:46.445859 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1cbacafc-29b6-4b1c-929f-8e616f4ecf64 req-83ef0f1c-7852-44d1-8b2f-c2186f4781ee tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.3279440 May 31 11:42:46.537420 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1cbacafc-29b6-4b1c-929f-8e616f4ecf64 req-a6620ba7-34af-43e6-bf6e-8c2b25fdb2b4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837121 May 31 11:42:46.552243 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:46.553328 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:46.579863 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2c115d77-d59d-4db2-b735-56f978bcd3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.697858 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9f523-5dff-4367-ba7f-b0d3d338b2da req-532d2802-4f00-4fb2-80b8-b16758528d7a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:46.699785 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e3d9f523-5dff-4367-ba7f-b0d3d338b2da req-532d2802-4f00-4fb2-80b8-b16758528d7a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0941243 May 31 11:42:46.750568 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e3d9f523-5dff-4367-ba7f-b0d3d338b2da req-8665c444-af06-4351-bd7b-50699df3d2f6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 May 31 11:42:46.866623 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Router 33308a67-4cb9-426c-bc5d-8abbb2a037bd has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:42:46.869766 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-96ae79a8-69d1-4e58-8037-7c9fb3f8c5ca None None] Provisioning complete for port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:46.870139 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-96ae79a8-69d1-4e58-8037-7c9fb3f8c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.930547 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-96ae79a8-69d1-4e58-8037-7c9fb3f8c5ca None None] Port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:42:47.058920 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:42:47.067920 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] 10.222.0.18 "PUT /v2.0/routers/33308a67-4cb9-426c-bc5d-8abbb2a037bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0979652 May 31 11:42:47.180439 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d44872ce-2653-4b46-8f1c-d5c3ec88bc12 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:47.229935 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b2b3e-7747-4f25-b179-2ad601f53876 req-3014516a-9cba-4ca5-82b4-715131a4a4fa tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:47.235177 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d63b2b3e-7747-4f25-b179-2ad601f53876 req-3014516a-9cba-4ca5-82b4-715131a4a4fa tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1011374 May 31 11:42:47.279765 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:47.285767 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d63b2b3e-7747-4f25-b179-2ad601f53876 req-4dfa4518-ffe0-4bb3-8d2b-3ca0228b6e09 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 May 31 11:42:47.288018 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:47.288386 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.427971 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.453701 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port d44872ce-2653-4b46-8f1c-d5c3ec88bc12, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:47.458498 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.465006 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-7e0e8b16-9572-4dd3-8c04-40a18c4223e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:47.537405 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:47.540963 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:47.733278 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59256) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:47.739149 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-787103269-network', 'tenant_id': '75afaae05d2d4533b9699f5038a66020'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:47.744212 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:47.748015 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Usage tracker for resource:network and tenant:75afaae05d2d4533b9699f5038a66020 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:47.748659 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2cf4c-0e77-4e3e-8661-ede396f64a51 req-be357fc7-204e-4f9a-9f7a-29ede741fa80 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:47.750111 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-caa2cf4c-0e77-4e3e-8661-ede396f64a51 req-be357fc7-204e-4f9a-9f7a-29ede741fa80 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.0892079 May 31 11:42:47.750802 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:47.756376 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:47.766567 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Made reservation on behalf of 75afaae05d2d4533b9699f5038a66020 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:47.768888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.784140 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.796368 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-caa2cf4c-0e77-4e3e-8661-ede396f64a51 req-62ff2a33-05ec-42da-8286-c0b603f44660 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397944 May 31 11:42:47.799987 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:47.803929 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Usage tracker for resource:security_group_rule and tenant:75afaae05d2d4533b9699f5038a66020 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:47.805085 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Sync routers for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:42:47.807163 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:47.813099 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:47.814221 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:47.814996 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:47.901706 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.906549 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.909595 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-831ebd7b-bbcf-49a2-b826-c881d0636ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:47.937783 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:42:47.946375 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d381ba6-8bb6-4cdb-a5cd-fab3623bdddc,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:47.950004 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:47.952693 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.953024 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Added segment 66c70d6e-8e06-40e5-919e-0d0953966d7e of type vlan for network 7cfa6634-824f-417b-9fb7-040bac398baf May 31 11:42:47.982739 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.997376 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:48.011376 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.012650 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:48.013217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.017968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-017e6902-e34e-4d8a-bb1e-f1f26c0e49d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.111521 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3771577 May 31 11:42:48.114397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59260) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:48.117010 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Pushing event updated for resources: {'Network': ['ID=7cfa6634-824f-417b-9fb7-040bac398baf,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:48.121600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Request body: {'subnet': {'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-787103269-subnet', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:48.126465 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:48.128762 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:48.131011 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Usage tracker for resource:subnet and tenant:75afaae05d2d4533b9699f5038a66020 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:48.133917 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:48.137900 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 7cfa6634-824f-417b-9fb7-040bac398baf details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:42:48.139693 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:48.150321 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Made reservation on behalf of 75afaae05d2d4533b9699f5038a66020 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:48.152901 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10608637'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.407956 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 2, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:48.412039 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Checking router: 33308a67-4cb9-426c-bc5d-8abbb2a037bd for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:42:48.412391 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Updating router 33308a67-4cb9-426c-bc5d-8abbb2a037bd port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:42:48.479447 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.519820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-0da30ef4-5d3b-4dda-bc19-01bab5ec16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:48.521373 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-0da30ef4-5d3b-4dda-bc19-01bab5ec16d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.1172793 May 31 11:42:48.589378 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514b34a-23a6-40fd-934e-97024c793dd4 req-daca6712-9d67-42b7-89b2-c18e02b2bbdc tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:48.590846 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c514b34a-23a6-40fd-934e-97024c793dd4 req-daca6712-9d67-42b7-89b2-c18e02b2bbdc tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1142218 May 31 11:42:48.657642 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c514b34a-23a6-40fd-934e-97024c793dd4 req-2970901a-b486-4802-b4d9-c2666aaa047e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579886 May 31 11:42:48.694850 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-877adf81-740c-4920-b9c1-bcff497dd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:48.696447 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-877adf81-740c-4920-b9c1-bcff497dd28c service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.1650732 May 31 11:42:48.721477 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10608619'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.725857 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2835fbd3-238c-4af3-aace-bd344dab1b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.773700 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-5b00f678-da48-4240-9c6d-1f41084d6bdc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 217 time: 0.0701723 May 31 11:42:48.806403 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b44517-b884-47c3-b5bc-3ba5227789ed,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:48.812969 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:48.818755 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Checking segment: {'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:48.818755 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Network hostable DHCP agents. Network: 7cfa6634-824f-417b-9fb7-040bac398baf, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:42:48.830855 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-5e684950-03bb-4171-bb96-651792c8f70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.855505 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.861907 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Network 7cfa6634-824f-417b-9fb7-040bac398baf is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:42:48.888963 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 7cfa6634-824f-417b-9fb7-040bac398baf) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:48.905976 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d34f0-196f-457a-a5e2-ad8ec066ff67 None None] Network 7cfa6634-824f-417b-9fb7-040bac398baf requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:42:48.907284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:48.907956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.937190 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-3c5ca8e9-482d-4e4e-9087-6f96bc7676a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8192711 May 31 11:42:48.937375 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59278) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:48.944766 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:48.949765 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:48.953909 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Usage tracker for resource:router and tenant:75afaae05d2d4533b9699f5038a66020 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:48.957258 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:48.963451 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:48.978306 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.979719 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.002355 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.057511 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-1faf3e91-386c-41fe-a332-583ce8b98c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:49.058978 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-1faf3e91-386c-41fe-a332-583ce8b98c2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.2554939 May 31 11:42:49.114262 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-5aee92a0-634b-4e1a-aa4b-b51b66575bb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469050 May 31 11:42:49.146308 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.175901 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d44872ce-2653-4b46-8f1c-d5c3ec88bc12 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:49.207745 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Transition to ACTIVE for port object 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:49.229261 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.231802 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbb40c-b9ac-4e51-a23c-f3bc3489fabb req-3829fdbd-13a2-4f1e-9fa5-243a97398b58 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:49.233284 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b0fbb40c-b9ac-4e51-a23c-f3bc3489fabb req-3829fdbd-13a2-4f1e-9fa5-243a97398b58 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2333031 May 31 11:42:49.237569 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:49.309426 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-c92889cc-2144-4832-83ea-635faab53e16 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864321 May 31 11:42:49.314733 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b0fbb40c-b9ac-4e51-a23c-f3bc3489fabb req-5a102385-7e67-4b9d-9e41-c3835bec9bb2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627830 May 31 11:42:49.448203 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-7cfa6634-824f-417b-9fb7-040bac398baf', 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'fixed_ips': [{'subnet_id': '20b44517-b884-47c3-b5bc-3ba5227789ed'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:42:49.449268 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.459571 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237299b-73e6-4fef-b8ce-02fccb8f214a None None] Pushing event updated for resources: {'Port': ['ID=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:49.463429 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f237299b-73e6-4fef-b8ce-02fccb8f214a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:49.474543 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.509003 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f7b755b-44b5-4215-ad5d-5dd4b16e95e4 req-a09bc501-75f9-4a1e-9c29-3afb80006308 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930835 May 31 11:42:49.627619 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:49.627986 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.735523 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Attempting to bind port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:49.735894 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Attempting to bind port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:49.736256 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Attempting to bind port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 on network 2327cc00-bb05-49dd-a313-01c9dee1abe3 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:49.759572 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:49.759958 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Checking segment: {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:49.760356 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.760890 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Bound using segment: {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:49.761388 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Bound port: 3a3768a6-d73b-409c-ae26-3c7e0d766bc2, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:49.761755 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.049084 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59312) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:50.108832 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Allocated IP 172.20.0.2 (7cfa6634-824f-417b-9fb7-040bac398baf/20b44517-b884-47c3-b5bc-3ba5227789ed/5456f1cf-ead9-44e1-903e-a63805843c07) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:50.132034 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.175796 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.186140 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] For port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:50.250022 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.262862 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.269805 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] For port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:50.277529 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.285778 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:50.285940 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:50.291283 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Usage tracker for resource:security_group_rule and tenant:884eda6532fd483187f884c08825119b is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:50.295660 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:50.304580 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:50.343358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786136c9-34e5-45fb-a9a0-3773d4c292db req-3c078949-0a8d-473a-b333-92d70f0224f7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.344876 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-786136c9-34e5-45fb-a9a0-3773d4c292db req-3c078949-0a8d-473a-b333-92d70f0224f7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.4783435 May 31 11:42:50.405331 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:50.406418 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:50.448426 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.453919 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.465040 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-38e939cc-62d5-4dc1-b08b-d3c7d504e11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:50.517563 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=884eda6532fd483187f884c08825119b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670787 May 31 11:42:50.519810 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08235fba-9c39-4948-b4da-b5341a3d006a,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.522572 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59328) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:50.525395 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.533083 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-786136c9-34e5-45fb-a9a0-3773d4c292db req-8bf91f0a-8674-4647-b4be-7c535db60d59 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789899 May 31 11:42:50.576778 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Allocated IP 172.27.0.44 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/b94e4d8f-f302-4d7a-934c-1669803b8105) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:50.629562 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237299b-73e6-4fef-b8ce-02fccb8f214a None None] Pushing event updated for resources: {'Port': ['ID=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.653477 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f237299b-73e6-4fef-b8ce-02fccb8f214a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.681162 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.722986 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.770899 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cebb8-a612-4793-bb11-36190375b200 req-c474a095-736b-46b1-81cd-800fca50043f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.771748 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.772379 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f2cebb8-a612-4793-bb11-36190375b200 req-c474a095-736b-46b1-81cd-800fca50043f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1616766 May 31 11:42:50.805037 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.810939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:50.838608 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5f2cebb8-a612-4793-bb11-36190375b200 req-0cd03540-49b6-46bb-a39a-49ec0557ba96 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541954 May 31 11:42:50.844221 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.851049 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ba51a78c-8d8f-4322-b448-8a98dae0f1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:50.862228 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08235fba-9c39-4948-b4da-b5341a3d006a,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.867203 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.871162 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.876205 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08235fba-9c39-4948-b4da-b5341a3d006a HTTP/1.1" status: 204 len: 168 time: 0.3523257 May 31 11:42:50.880570 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:50.884542 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:50.889928 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:50.897572 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:50.930490 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Pushing event updated for resources: {'Port': ['ID=b94e4d8f-f302-4d7a-934c-1669803b8105,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.952153 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.955523 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.982399 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Transition to ACTIVE for port object 5456f1cf-ead9-44e1-903e-a63805843c07 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:51.136054 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Transition to ACTIVE for port object 5456f1cf-ead9-44e1-903e-a63805843c07 will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:51.143997 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.149397 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3c2f6749-8b37-4b2e-bc7b-3e05013f82b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:51.236309 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Network 7cfa6634-824f-417b-9fb7-040bac398baf is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:51.247774 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:51.254393 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:51.256466 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Pushing event updated for resources: {'Port': ['ID=5456f1cf-ead9-44e1-903e-a63805843c07,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:51.263266 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:51.380628 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.389788 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Attempting to bind port 5456f1cf-ead9-44e1-903e-a63805843c07 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:51.390162 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Attempting to bind port 5456f1cf-ead9-44e1-903e-a63805843c07 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:51.390527 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Attempting to bind port 5456f1cf-ead9-44e1-903e-a63805843c07 on network 7cfa6634-824f-417b-9fb7-040bac398baf {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:51.397294 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:51.397671 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Checking segment: {'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:51.398218 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.398456 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Bound using segment: {'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:51.399037 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Bound port: 5456f1cf-ead9-44e1-903e-a63805843c07, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:51.399551 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.470825 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:50Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:51.485390 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e4577-2029-4c9f-995b-148e32c6522a None None] The sync data for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi is: [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:50Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:42:51.507062 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.519530 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] For port 5456f1cf-ead9-44e1-903e-a63805843c07, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:51.543125 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] For port 5456f1cf-ead9-44e1-903e-a63805843c07, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5456f1cf-ead9-44e1-903e-a63805843c07,segment=NetworkSegment(66c70d6e-8e06-40e5-919e-0d0953966d7e),segment_id=66c70d6e-8e06-40e5-919e-0d0953966d7e)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:51.556024 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.561485 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-ebe8fb36-e074-495e-b376-93a7dff146b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:51.660895 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Pushing event updated for resources: {'Port': ['ID=5456f1cf-ead9-44e1-903e-a63805843c07,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:51.664012 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:52.019799 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617b6a-7642-4d75-b6cd-424d622e983b req-785e2475-2644-4d79-8af1-b03f0cadde17 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.021464 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4617b6a-7642-4d75-b6cd-424d622e983b req-785e2475-2644-4d79-8af1-b03f0cadde17 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.3033643 May 31 11:42:52.121098 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:52.151843 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b542f-702e-476c-bb19-aa81396667bd req-351688c1-e507-4002-b2f3-0cfc41c01092 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.155515 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e78b542f-702e-476c-bb19-aa81396667bd req-351688c1-e507-4002-b2f3-0cfc41c01092 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1471725 May 31 11:42:52.254115 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e78b542f-702e-476c-bb19-aa81396667bd req-e9b7621a-45b0-45b3-b57f-94eaa11de617 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928631 May 31 11:42:52.299256 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d4617b6a-7642-4d75-b6cd-424d622e983b req-3c11a67b-29f0-4d51-92b6-e7ca0ee6a5e3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652564 May 31 11:42:52.386778 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:42:52.626092 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:42:52.637834 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Sync routers for ids ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:42:52.651692 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Routers {'17ec2c61-77c4-4e46-a486-f4a2ba80eac2'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:52.652506 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:52.664975 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:52.669354 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59384) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:52.669849 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7302692 May 31 11:42:52.873238 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d260c3-4d55-48ca-b479-f21ed44f3288 None None] Network 7cfa6634-824f-417b-9fb7-040bac398baf requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:42:52.929133 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Set router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:53.007247 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-aed3229b-5087-40c6-88d6-2835a17adc8c None None] Provisioning for port 5456f1cf-ead9-44e1-903e-a63805843c07 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:53.288750 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5456f1cf-ead9-44e1-903e-a63805843c07 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:53.352692 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:53.387995 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:51Z', 'revision_number': 3, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port': {'id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:50Z', 'updated_at': '2021-05-31T11:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:53.398754 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Checking router: 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:42:53.399208 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Updating router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 port b94e4d8f-f302-4d7a-934c-1669803b8105 binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:42:53.582933 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.642656 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 5456f1cf-ead9-44e1-903e-a63805843c07 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:53.691694 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 5456f1cf-ead9-44e1-903e-a63805843c07 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:53.694228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.823528 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-4b345aca-492f-47f0-8715-9ee64a83bd97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7035525 May 31 11:42:53.827233 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbfe49-1477-4eb2-b4df-8366c31192b5 req-8badf3da-18e1-4b21-a02e-01041e4a18d7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:53.832463 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8afbfe49-1477-4eb2-b4df-8366c31192b5 req-8badf3da-18e1-4b21-a02e-01041e4a18d7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2171259 May 31 11:42:53.868981 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] Provisioning complete for port 5456f1cf-ead9-44e1-903e-a63805843c07 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:53.882356 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.028513 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8afbfe49-1477-4eb2-b4df-8366c31192b5 req-73e2f3a3-7eea-4b23-a9fe-2dcee2a565cb tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871371 May 31 11:42:54.050543 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:54.094369 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'port_id': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'mac_address': 'fa:16:3e:4a:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:54.153582 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c8c03-6150-4588-b81a-cf601a930ad5 req-663e7f7f-ac15-4082-8ee7-45b148955fc0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:54.161383 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-584c8c03-6150-4588-b81a-cf601a930ad5 req-663e7f7f-ac15-4082-8ee7-45b148955fc0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.4978321 May 31 11:42:54.219904 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-53522d2c-0b7a-4003-a362-80a728ddf5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:54.221640 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-53522d2c-0b7a-4003-a362-80a728ddf5fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 1099 time: 0.3438079 May 31 11:42:54.243432 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-584c8c03-6150-4588-b81a-cf601a930ad5 req-6deb9b43-ea55-4f27-a257-8766a983411d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788639 May 31 11:42:54.246755 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.267824 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Transition to ACTIVE for port object b94e4d8f-f302-4d7a-934c-1669803b8105 will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:54.278309 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.285707 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-b0a7e1f0-605f-4186-996e-3fdd33bfb52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.286592 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.318936 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.379605 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.379848 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Attempting to bind port b94e4d8f-f302-4d7a-934c-1669803b8105 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:54.380086 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Attempting to bind port b94e4d8f-f302-4d7a-934c-1669803b8105 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:54.380440 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Attempting to bind port b94e4d8f-f302-4d7a-934c-1669803b8105 on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:54.389982 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:54.389982 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:54.390345 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.390673 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:54.391165 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Bound port: b94e4d8f-f302-4d7a-934c-1669803b8105, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:54.391399 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.391523 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.410945 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3ffc563-1032-471e-9c87-6eab02076e11 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:54.418790 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca954a6-8d30-4e3b-bee6-a340a67706d1 None None] Pushing event updated for resources: {'Port': ['ID=b94e4d8f-f302-4d7a-934c-1669803b8105,revision_number=2']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.422020 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-eca954a6-8d30-4e3b-bee6-a340a67706d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.494370 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-1fb0f12f-0a1e-4fc6-b0a1-d0570d3f7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:54.508138 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-1fb0f12f-0a1e-4fc6-b0a1-d0570d3f7e28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.2262249 May 31 11:42:54.509426 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] For port b94e4d8f-f302-4d7a-934c-1669803b8105, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:54.523617 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:54.524265 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] For port b94e4d8f-f302-4d7a-934c-1669803b8105, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=b94e4d8f-f302-4d7a-934c-1669803b8105,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:54.526005 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:42:54.530944 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.539476 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.539636 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.547071 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] For port 5456f1cf-ead9-44e1-903e-a63805843c07, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5456f1cf-ead9-44e1-903e-a63805843c07,segment=NetworkSegment(66c70d6e-8e06-40e5-919e-0d0953966d7e),segment_id=66c70d6e-8e06-40e5-919e-0d0953966d7e)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:54.552125 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.600862 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-345915de-7c79-4521-af25-62f8c21db4d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 HTTP/1.1" status: 200 len: 217 time: 0.0719438 May 31 11:42:54.616116 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.637859 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Routers {'17ec2c61-77c4-4e46-a486-f4a2ba80eac2'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:54.638505 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:54.717939 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca954a6-8d30-4e3b-bee6-a340a67706d1 None None] Pushing event updated for resources: {'Port': ['ID=b94e4d8f-f302-4d7a-934c-1669803b8105,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.723556 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-eca954a6-8d30-4e3b-bee6-a340a67706d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.746528 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-c41ff847-adc1-447d-aa6a-db608512a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:54.748362 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-c41ff847-adc1-447d-aa6a-db608512a116 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.1195266 May 31 11:42:54.772992 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.db.api [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:42:54.773474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_db.api [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:42:54.774046 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=6']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.777300 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.778034 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-34f02085-d435-4c63-a617-1635de50038b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.841469 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['f3ffc563-1032-471e-9c87-6eab02076e11'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:54.852312 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-a9e516ba-5ce8-4f1f-a0be-e7eb5db99dd6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898602 May 31 11:42:54.861190 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Allocated IP 172.20.0.1 (7cfa6634-824f-417b-9fb7-040bac398baf/20b44517-b884-47c3-b5bc-3ba5227789ed/ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:54.865910 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] Set router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:54.926501 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] Pushing event updated for resources: {'Port': ['ID=5456f1cf-ead9-44e1-903e-a63805843c07,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.929861 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:55.095083 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-217fab2b-4ab2-4106-82bc-1e706263fa95 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297456 May 31 11:42:55.200086 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.229512 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Transition to ACTIVE for port object ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:55.270801 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-168162c6-99fb-4d32-bc23-6ca55b7e9006 req-79679946-55f3-4a5b-9f3a-e92b314e4514 service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637559 May 31 11:42:55.273273 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:51Z', 'revision_number': 3, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port': {'id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:50Z', 'updated_at': '2021-05-31T11:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:55.273799 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eadfb-0b24-4ee5-a391-e737919c0270 req-427a13d1-1e7c-4219-a58e-8acfaff5170a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:55.281452 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e97c8-892f-43e5-99e6-eac3705a9953 None None] The sync data for ids ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'] in dv-cinder-786383-7-iscsi is: [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:51Z', 'revision_number': 3, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port': {'id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:50Z', 'updated_at': '2021-05-31T11:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:42:55.287321 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aa7eadfb-0b24-4ee5-a391-e737919c0270 req-427a13d1-1e7c-4219-a58e-8acfaff5170a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1115634 May 31 11:42:55.297720 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.303312 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:55.384292 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Network 7cfa6634-824f-417b-9fb7-040bac398baf is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:55.389130 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:55.392704 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:55.422624 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aa7eadfb-0b24-4ee5-a391-e737919c0270 req-c1f8b9ad-4e2a-41f7-8bda-6724653ce75b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291032 May 31 11:42:55.468947 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:55.544703 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.588643 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:55.643495 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:55.666761 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59456) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:55.810336 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:55.814509 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port f3ffc563-1032-471e-9c87-6eab02076e11 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:55.814923 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.903933 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9494e-cd8b-4bd5-89a7-15a4b4044493 req-e2435eec-9c1e-41c7-9867-0e379492e240 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:55.905824 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-32e9494e-cd8b-4bd5-89a7-15a4b4044493 req-e2435eec-9c1e-41c7-9867-0e379492e240 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 945 time: 0.4430799 May 31 11:42:55.914511 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:55.922575 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:55.922976 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.002805 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.021550 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-32e9494e-cd8b-4bd5-89a7-15a4b4044493 req-a17a853d-184c-4f29-8269-a1ef3e58ee67 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067543 May 31 11:42:56.063767 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-a24bcb17-9da7-43c4-a581-74434bd97aa3 None None] Provisioning for port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:56.067750 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:56.080204 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-a24bcb17-9da7-43c4-a581-74434bd97aa3 None None] Provisioning complete for port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:56.080577 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Usage tracker for resource:security_group_rule and tenant:8e24dc2a088749e2884c4d250b828c66 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:56.080678 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a24bcb17-9da7-43c4-a581-74434bd97aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.086704 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:56.099696 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:56.170730 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.173833 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-a24bcb17-9da7-43c4-a581-74434bd97aa3 None None] Port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:42:56.340609 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.349386 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.361468 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.384086 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-df86a520-7266-4a40-9fbd-ea234fa0a3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:56.408517 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:56.410358 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b020fb3-3b2a-4dd0-b4e8-dd502b69d5dd" -d '{"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:56.420058 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.447672 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:56.468321 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.477124 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:56.562038 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e24dc2a088749e2884c4d250b828c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939846 May 31 11:42:56.565450 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59490) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:56.577893 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041142bc-805d-4c2d-b51c-5a026e34ec5c x-openstack-request-id: req-041142bc-805d-4c2d-b51c-5a026e34ec5c {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:56.578551 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:56.579036 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-041142bc-805d-4c2d-b51c-5a026e34ec5c {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:56.579620 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'code': 200} May 31 11:42:56.589357 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:56.601637 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb17590-8622-44df-9779-a52925d52d6e,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:56.605258 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.625928 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:56.635717 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=7']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:56.639583 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:56.640109 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f5144539-c317-47a6-a2c0-36b18a5d216f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:56.767397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-61a39a02-c3d2-4e8d-9cd1-281af6c8c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.802153 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:56.809514 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:56.831182 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-61a39a02-c3d2-4e8d-9cd1-281af6c8c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.894294 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.902890 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.980064 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5456f1cf-ead9-44e1-903e-a63805843c07 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:56.988043 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-61a39a02-c3d2-4e8d-9cd1-281af6c8c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.992456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e825aa90-c00f-48d7-8f51-b168bdebe4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:57.005491 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-cc6f848f-1ab2-447b-8907-633cab30dbad tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:57.044387 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a39a02-c3d2-4e8d-9cd1-281af6c8c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb17590-8622-44df-9779-a52925d52d6e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:57.066529 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-61a39a02-c3d2-4e8d-9cd1-281af6c8c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:57.089402 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-61a39a02-c3d2-4e8d-9cd1-281af6c8c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.090537 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-61a39a02-c3d2-4e8d-9cd1-281af6c8c9db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbb17590-8622-44df-9779-a52925d52d6e HTTP/1.1" status: 204 len: 168 time: 0.5242085 May 31 11:42:57.125504 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.139616 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 5456f1cf-ead9-44e1-903e-a63805843c07 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:57.140708 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.143705 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:57.162100 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:57.367344 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b94e4d8f-f302-4d7a-934c-1669803b8105 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:57.472113 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port b94e4d8f-f302-4d7a-934c-1669803b8105 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:57.475771 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Network 7cfa6634-824f-417b-9fb7-040bac398baf is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:57.483807 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2823e59-161c-4b1f-b796-e8189b9e8fe5 req-3bb63a8e-4dce-4596-ba46-7b4b90123e47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:57.485257 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b2823e59-161c-4b1f-b796-e8189b9e8fe5 req-3bb63a8e-4dce-4596-ba46-7b4b90123e47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2075489 May 31 11:42:57.486316 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:57.502819 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port b94e4d8f-f302-4d7a-934c-1669803b8105 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:57.502819 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.697972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.706523 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b2823e59-161c-4b1f-b796-e8189b9e8fe5 req-a9d21d2c-d3b1-4bf9-8d8f-d7f60e157fd9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480696 May 31 11:42:57.717644 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port b94e4d8f-f302-4d7a-934c-1669803b8105, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=b94e4d8f-f302-4d7a-934c-1669803b8105,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:57.724862 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.750019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59518) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:57.762341 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f237299b-73e6-4fef-b8ce-02fccb8f214a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:57.786703 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.840512 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:57.848536 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Usage tracker for resource:security_group_rule and tenant:69370cf56f524e97b9a8b822aa719462 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:57.871660 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:57.872949 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-eaab2a8f-9730-4d7a-9067-0c080e415d2a None None] Provisioning complete for port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:57.873258 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eaab2a8f-9730-4d7a-9067-0c080e415d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.879544 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:42:57.906034 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:57.955859 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-eaab2a8f-9730-4d7a-9067-0c080e415d2a None None] Port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:42:57.968592 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=b94e4d8f-f302-4d7a-934c-1669803b8105,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:58.015910 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:58.265334 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e8d1d-ebf8-4bcc-8469-0443fa380af4 req-8063f676-d8f1-4358-8e98-c4a44064f7bc tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:58.283384 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a90e8d1d-ebf8-4bcc-8469-0443fa380af4 req-8063f676-d8f1-4358-8e98-c4a44064f7bc tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1706033 May 31 11:42:58.316731 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:42:58.394604 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] 10.222.0.18 "PUT /v2.0/routers/17ec2c61-77c4-4e46-a486-f4a2ba80eac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7236729 May 31 11:42:58.431467 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a90e8d1d-ebf8-4bcc-8469-0443fa380af4 req-e9ced949-67ca-4f28-9058-0d8d6c722bf1 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373034 May 31 11:42:58.438148 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Sync routers for ids ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:42:58.454384 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Routers {'17ec2c61-77c4-4e46-a486-f4a2ba80eac2'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:58.455290 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:58.476667 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59540) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:58.549968 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.555465 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.613429 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-67a28e51-8d31-4429-9c0a-aaa8fdba0e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:58.637649 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59548) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:58.640856 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69370cf56f524e97b9a8b822aa719462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8892488 May 31 11:42:58.704605 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Set router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:58.724658 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f6047-94a5-4865-8f40-f0d16d610ca8,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:58.737254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:58.879086 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.960751 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.045064 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b94e4d8f-f302-4d7a-934c-1669803b8105 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:59.124265 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.145042 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f5934b1-1f7c-4be6-9028-bd6ba7177632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:59.158540 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f6047-94a5-4865-8f40-f0d16d610ca8,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:59.174941 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:59.184767 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.190322 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/648f6047-94a5-4865-8f40-f0d16d610ca8 HTTP/1.1" status: 204 len: 168 time: 0.5485091 May 31 11:42:59.321310 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port b94e4d8f-f302-4d7a-934c-1669803b8105 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:59.321681 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.374890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.424945 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59574) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:59.480374 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:59.502435 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Usage tracker for resource:security_group_rule and tenant:70daf78b3f6b4b1b9fa840a9d12e276d is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:59.516273 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:59.540368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:59.675471 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:59.678277 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.745076 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:59.767936 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Usage tracker for resource:security_group_rule and tenant:bc01a7cdee3f40309b286cd6945f06a4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:59.780354 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:59.784284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59586) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:59.787805 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:59.837596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311183063', 'description': 'tempest-secgroup-smoke-1311183063 description', 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:59.873322 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:59.876642 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.898934 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:59.901884 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.957681 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:59.960821 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b523acff-64f7-45a2-a096-6352114476cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:59.973760 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70daf78b3f6b4b1b9fa840a9d12e276d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4960201 May 31 11:42:59.979002 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59592) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:59.981924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:00.098405 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.166600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4709c-008d-47ca-88d9-ca5dafe1a879,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:00.170103 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:00.177337 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:00.180647 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:00.188806 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.191649 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:00.202312 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:00.208488 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.239892 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.246043 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8877b0-b18c-45be-b961-1a6ef8c560bd req-2269e245-4552-4ade-b492-b3801e4b7c0c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:00.247926 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7e8877b0-b18c-45be-b961-1a6ef8c560bd req-2269e245-4552-4ade-b492-b3801e4b7c0c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.4546223 May 31 11:43:00.248655 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.293146 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:00.295772 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.305138 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.313193 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-b9b7843e-55ca-4de0-9e86-2e9472632c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:00.335638 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4709c-008d-47ca-88d9-ca5dafe1a879,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:00.338033 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.343352 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dc4709c-008d-47ca-88d9-ca5dafe1a879 HTTP/1.1" status: 204 len: 168 time: 0.3630011 May 31 11:43:00.347722 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:00.350384 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-011cda5d-dbbe-4ca8-985d-62b8d30d7d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:00.440664 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.450300 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.480039 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f2f963f4-6cc0-4d01-81b8-bbfe54cc4b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:00.523212 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc01a7cdee3f40309b286cd6945f06a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0966265 May 31 11:43:00.556590 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1adf0-e29d-405d-a86f-791878f4d8a5,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:00.561890 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59614) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:00.577412 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:00.577924 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 4, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port': {'id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:50Z', 'updated_at': '2021-05-31T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b', 'name': '', 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'mac_address': 'fa:16:3e:c5:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20b44517-b884-47c3-b5bc-3ba5227789ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:54Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 2, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'subnets': [{'id': '20b44517-b884-47c3-b5bc-3ba5227789ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:00.585151 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Checking router: 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:43:00.585699 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Updating router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:43:00.615663 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b136a5-2251-422c-8d59-6f0b2e6d543d,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:00.631101 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:00.658143 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7e8877b0-b18c-45be-b961-1a6ef8c560bd req-d62ccee3-1959-49dd-b8b7-23bb25edc525 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534269 May 31 11:43:00.668177 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.671341 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.673484 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8881838 May 31 11:43:00.676517 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59618) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:00.714792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'security_group_rule': {'security_group_id': '37b136a5-2251-422c-8d59-6f0b2e6d543d', 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:00.752476 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:00.818905 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:00.827008 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:00.841835 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:00.895191 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.943355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59626) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:00.975048 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.045563 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.054711 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.070939 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ffce4762-2189-4560-9e70-64327dc2672a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:01.110631 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1adf0-e29d-405d-a86f-791878f4d8a5,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:01.116342 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.124731 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97d1adf0-e29d-405d-a86f-791878f4d8a5 HTTP/1.1" status: 204 len: 168 time: 0.5570841 May 31 11:43:01.128747 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:01.140027 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.149884 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.197318 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-7b09328e-53e7-4547-97ee-a1dd37c57a8d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319286073&fields=id&tenant_id=42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 267 time: 0.1871934 May 31 11:43:01.205146 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a1ad12e7-d286-4b8a-9894-a2d291118c33 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:01.233968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.235371 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5574439 May 31 11:43:01.239002 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59638) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:01.244969 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'security_group_rule': {'security_group_id': '37b136a5-2251-422c-8d59-6f0b2e6d543d', 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:01.255626 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:01.263201 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:01.273975 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:01.280948 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e10ad6-5110-4d08-9f9a-69482479d5c3,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:01.284565 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:01.285631 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-788b5259-2218-476b-bd48-0f8b4d428a07 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:01.360001 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.393596 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.457881 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:01.466279 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2d6862a0a24c8cae72748e8445bf21 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:01.479920 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:01.494248 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:01.543931 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.555233 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.569115 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:01.594359 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.608961 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Transition to ACTIVE for port object ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:01.621536 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.626496 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-4d54a8e2-43ff-482b-a4f7-3bf42e4cbad8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:01.629994 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fecbfc-cc86-4b9a-8202-c5dcba1a415d,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:01.634298 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f237299b-73e6-4fef-b8ce-02fccb8f214a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:01.641148 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-4d54a8e2-43ff-482b-a4f7-3bf42e4cbad8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 811 time: 0.4424736 May 31 11:43:01.641340 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:01.672427 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.674242 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4342129 May 31 11:43:01.675931 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-64fd81da-fd6c-4967-b7a4-34f7cb377af9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/quotas/42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 375 time: 0.0338027 May 31 11:43:01.679072 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59650) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:01.705760 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59654) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:01.742316 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'security_group_rule': {'security_group_id': '37b136a5-2251-422c-8d59-6f0b2e6d543d', 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:01.750398 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:01.755255 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:01.759078 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:01.765179 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:01.818628 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.012126 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-726588e3-493f-4c98-a104-fa3ee9f1ad10 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:02.055719 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.066427 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d1a2b-3577-4de8-be4b-fee39a2dd967 None None] Pushing event updated for resources: {'Port': ['ID=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:02.076429 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.078475 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:02.091050 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9e1d1a2b-3577-4de8-be4b-fee39a2dd967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:02.100573 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-726588e3-493f-4c98-a104-fa3ee9f1ad10 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:02.113320 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-726588e3-493f-4c98-a104-fa3ee9f1ad10 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4363778 May 31 11:43:02.128058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.150149 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.170358 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.171875 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84727d23-1138-4247-a486-dd9c8cc7b11e,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:02.187017 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:02.201428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.205066 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a466e31d-238b-40ba-a7d2-f33763ae9b4e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5250363 May 31 11:43:02.214423 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59666) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:02.216294 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:02.219144 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-5affeaf9-5444-4263-b8d4-35856e1bbd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:02.232446 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc2d6862a0a24c8cae72748e8445bf21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1978047 May 31 11:43:02.235394 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59668) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:02.246077 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Usage tracker for resource:security_group_rule and tenant:b2107abd0cda40cc82289704709c62ca is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:02.253031 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'security_group_rule': {'security_group_id': '37b136a5-2251-422c-8d59-6f0b2e6d543d', 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:02.261189 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:02.265587 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:02.268872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:02.275461 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:02.277691 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Attempting to bind port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:02.278318 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Attempting to bind port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:02.278972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Attempting to bind port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b on network 7cfa6634-824f-417b-9fb7-040bac398baf {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:02.289112 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:02.310133 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:02.311027 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Checking segment: {'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:02.312425 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.313046 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Bound using segment: {'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:02.313868 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Bound port: ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c70d6e-8e06-40e5-919e-0d0953966d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:02.314946 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.336717 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.378314 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:02.396768 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-db819475-1b1c-40a6-84af-c5c80558a2c2 service neutron] 10.222.0.18 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591090 May 31 11:43:02.408472 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe1f8a-f390-42c0-8d7c-0d7a438d6d83,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:02.412446 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:02.452383 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] For port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:02.456981 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] For port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,segment=NetworkSegment(66c70d6e-8e06-40e5-919e-0d0953966d7e),segment_id=66c70d6e-8e06-40e5-919e-0d0953966d7e)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:02.466765 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.472384 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef42d-d740-4f53-a1de-946745503576 req-40e8e29c-e945-48cd-8f08-178953c3a2cf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:02.473969 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-32aef42d-d740-4f53-a1de-946745503576 req-40e8e29c-e945-48cd-8f08-178953c3a2cf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.5061305 May 31 11:43:02.477639 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b4c74a37-857d-4698-9af2-9381b8f02a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:02.621287 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.622974 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.635281 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59678) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:02.654425 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Routers {'17ec2c61-77c4-4e46-a486-f4a2ba80eac2'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:43:02.655651 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:42:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:02.669623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.670928 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-c9de03fd-87b7-46b1-8b13-f061fb239799 service neutron] 10.222.0.18 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652941 May 31 11:43:02.698445 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-32aef42d-d740-4f53-a1de-946745503576 req-0ca6d3bd-dc3c-4687-aa8e-280b2bbed79f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089467 May 31 11:43:02.734578 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1c42aaef-4445-4065-83f7-57799e702274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:02.778841 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.819723 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feca09e8-747e-40a7-b7a1-897efb4d406c,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:02.833526 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:02.876976 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.891743 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.917816 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.922083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59690) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:02.922269 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6883659 May 31 11:43:02.928568 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'security_group_rule': {'security_group_id': '37b136a5-2251-422c-8d59-6f0b2e6d543d', 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:02.948604 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1f6f525b-6dcc-431d-bac7-cb172aab52d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:02.952106 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:02.969314 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:02.976558 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:02.988883 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:02.996359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:03.011622 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] Set router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:43:03.017020 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.securitygroups_db [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Project dce8da9af28d4584a1f928d44cbeef0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:43:03.029227 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.042914 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.044428 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53fe1f8a-f390-42c0-8d7c-0d7a438d6d83 HTTP/1.1" status: 204 len: 168 time: 0.8044751 May 31 11:43:03.091383 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9881b671-3662-4790-8714-02cb894c23ed,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:03.109512 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.172719 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2107abd0cda40cc82289704709c62ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2081811 May 31 11:43:03.175098 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59696) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:03.177780 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:03.187330 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:03.195465 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d1a2b-3577-4de8-be4b-fee39a2dd967 None None] Pushing event updated for resources: {'Port': ['ID=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:03.195938 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Usage tracker for resource:security_group_rule and tenant:3b0f9c3eb529480db4addf6b7a8c6aab is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:03.212904 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:03.226663 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.233325 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.237730 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:03.254861 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9e1d1a2b-3577-4de8-be4b-fee39a2dd967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:03.271730 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:03.322394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe9d6a7-8432-4707-a753-57bc51234380,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:03.332751 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:03.352072 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.353726 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c8d50a0f-f71d-4f71-9c75-5619fc648580 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4303787 May 31 11:43:03.359787 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59702) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:03.379589 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ea3b93ca-b6f2-4dc3-b0b1-79865220643d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:03.381819 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'security_group_rule': {'security_group_id': '37b136a5-2251-422c-8d59-6f0b2e6d543d', 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:03.401318 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:03.409937 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:security_group_rule and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:03.415543 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:03.434491 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:03.461549 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.securitygroups_db [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Project dce8da9af28d4584a1f928d44cbeef0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:43:03.465084 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe1f8a-f390-42c0-8d7c-0d7a438d6d83,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:03.471136 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:03.479942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.551107 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e3b9f49-c465-4137-b392-8eb3d1fafb40 req-b2435bf4-8197-4c46-a6ef-b4aba72ba99f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 210 time: 0.0889056 May 31 11:43:03.554925 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 4, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port': {'id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:50Z', 'updated_at': '2021-05-31T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b', 'name': '', 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'mac_address': 'fa:16:3e:c5:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20b44517-b884-47c3-b5bc-3ba5227789ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:54Z', 'updated_at': '2021-05-31T11:43:02Z', 'revision_number': 4, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'subnets': [{'id': '20b44517-b884-47c3-b5bc-3ba5227789ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:03.575480 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda84b1-2c4b-41d1-b521-b6df59515b12 None None] The sync data for ids ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'] in dv-cinder-786383-7-iscsi is: [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 4, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port': {'id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:50Z', 'updated_at': '2021-05-31T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b', 'name': '', 'network_id': '7cfa6634-824f-417b-9fb7-040bac398baf', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'mac_address': 'fa:16:3e:c5:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '20b44517-b884-47c3-b5bc-3ba5227789ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:54Z', 'updated_at': '2021-05-31T11:43:02Z', 'revision_number': 4, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'subnets': [{'id': '20b44517-b884-47c3-b5bc-3ba5227789ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:43:03.578323 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.588469 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.591106 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:03.631211 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.647647 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.669974 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:03.671868 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9debff4e-114d-4649-ab8b-7c20f7fb5d1f,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:03.719035 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:03.722584 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.727089 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-76bc8abd-9341-4197-b54b-9734aa3fefa4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662612 May 31 11:43:03.755147 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1531038f-efd9-4bb4-a4df-a730b0b5f969,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:03.763689 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.778995 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:03.822915 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59724) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:03.823056 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b0f9c3eb529480db4addf6b7a8c6aab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1874318 May 31 11:43:03.845383 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.962075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:03.973101 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-db648a99-3d82-4b5e-b9b2-9680e2470ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:03.993370 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9881b671-3662-4790-8714-02cb894c23ed,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:03.996500 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:04.006240 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:04.009264 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9881b671-3662-4790-8714-02cb894c23ed HTTP/1.1" status: 204 len: 168 time: 0.6323588 May 31 11:43:04.095270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:04.146233 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:04.204370 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625b31-afa3-4f27-aa69-6f7cca9918c2 req-75d7fed9-e713-4231-9a2f-9976ba40ae0e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:04.206723 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b625b31-afa3-4f27-aa69-6f7cca9918c2 req-75d7fed9-e713-4231-9a2f-9976ba40ae0e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2221403 May 31 11:43:04.281902 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7b625b31-afa3-4f27-aa69-6f7cca9918c2 req-b8c3736e-b2ef-4669-bf43-995c03685472 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692792 May 31 11:43:04.292317 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:04.308109 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-45d8aa61-f392-4087-a3bc-d6fd3d780b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:04.319166 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1531038f-efd9-4bb4-a4df-a730b0b5f969,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:04.322603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:04.330827 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:04.338757 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1531038f-efd9-4bb4-a4df-a730b0b5f969 HTTP/1.1" status: 204 len: 168 time: 0.5142052 May 31 11:43:04.896440 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:05.056760 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a2a0a9bd-9771-4fb5-a095-51ce1a371d7d req-21bd2417-7c8d-460b-afed-4a275c713103 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 210 time: 0.2153301 May 31 11:43:05.135142 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:05.145066 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:05.145450 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:05.452616 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:05.547176 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,segment=NetworkSegment(66c70d6e-8e06-40e5-919e-0d0953966d7e),segment_id=66c70d6e-8e06-40e5-919e-0d0953966d7e)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:05.556600 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:05.559921 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:05.744926 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:05.748372 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:05.772019 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01423e-d278-4379-a00a-0e6e09670f18 req-75c9359c-66b4-4531-a199-e684d45287e8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:05.786427 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0c01423e-d278-4379-a00a-0e6e09670f18 req-75c9359c-66b4-4531-a199-e684d45287e8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2171104 May 31 11:43:05.897920 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0c01423e-d278-4379-a00a-0e6e09670f18 req-e3944d60-1413-4fd0-be54-706e3dbc749c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104255 May 31 11:43:06.119740 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-608392f7-139a-4201-89b3-99da3249efd7 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:06.120934 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-608392f7-139a-4201-89b3-99da3249efd7 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:network {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:06.148487 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-608392f7-139a-4201-89b3-99da3249efd7 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:network {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:06.150136 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-608392f7-139a-4201-89b3-99da3249efd7 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 811 time: 0.4211924 May 31 11:43:06.270366 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1f01731a-b69a-4f44-baf5-973e4f3a404f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:06.319386 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1f01731a-b69a-4f44-baf5-973e4f3a404f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:06.321048 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1f01731a-b69a-4f44-baf5-973e4f3a404f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 379 time: 0.1536300 May 31 11:43:06.352167 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'port': {'device_id': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'admin_state_up': True, 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'security_groups': ['318549e3-38f4-40ed-bd28-e04000e0f3fc']}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:06.508555 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d9c120ad-772f-42c1-8133-bd5e2a2f71d6 req-14e51aa7-666e-46b7-9166-be3d24ef4799 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 210 time: 0.0994570 May 31 11:43:06.605518 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 59852) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:06.734239 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:06.788046 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:06.816577 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Made reservation on behalf of 42e4a6b003af4780b427f2a05dcc37c6 for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:06.817435 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:06.821549 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:06.982560 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:06.984191 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.279234 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Allocated IP 172.20.0.3 (ec8043bd-603b-497f-9668-a3ea810a2f1a/41195bc9-a70e-44f9-bbc7-e8a11897bd6a/f869faa9-4cc5-4b27-a9c1-a81bebfe814a) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:07.305717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1473969221-network', 'tenant_id': '89603d08299d4f4a85ec8356a041a78e'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:07.310880 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59870) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:07.311663 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:07.317711 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Usage tracker for resource:network and tenant:89603d08299d4f4a85ec8356a041a78e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:07.321379 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:07.328747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:07.357297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Made reservation on behalf of 89603d08299d4f4a85ec8356a041a78e for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:07.360571 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.390471 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.420899 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbaa8a-680c-425b-a304-3b032a1a54b4 req-2ed716c3-40e3-4b71-a836-41089beec764 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:07.422321 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-09bbaa8a-680c-425b-a304-3b032a1a54b4 req-2ed716c3-40e3-4b71-a836-41089beec764 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2944953 May 31 11:43:07.423393 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:07.430479 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:89603d08299d4f4a85ec8356a041a78e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:07.454792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:07.469926 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:07.502115 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-09bbaa8a-680c-425b-a304-3b032a1a54b4 req-f997a880-6a8f-4ed1-8d75-6383079f3eb2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736802 May 31 11:43:07.616995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.624763 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.629538 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-00bd1b01-7db3-433a-8d60-a9c1e5be1127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:07.631747 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.659943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:07.668344 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Usage tracker for resource:security_group_rule and tenant:f378b2fa6d2f439f8637f347a37705ec is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:07.674588 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:07.685693 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:07.688067 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:43:07.704583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13968104-51a0-4bd4-8fa9-0b15ad042d42,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:07.727782 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.730931 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Added segment 90a00903-3311-42c7-bad0-b3b6039a7681 of type vlan for network da1f4ea4-bfad-408e-9a33-4e45594764d0 May 31 11:43:07.733077 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:07.790722 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.811268 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c79aa8b7-e963-46f5-b3af-bc4118fb835e req-b6c5d705-7c92-4a82-ab47-80f8687e731c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 210 time: 0.0695758 May 31 11:43:07.820554 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Transition to ACTIVE for port object f869faa9-4cc5-4b27-a9c1-a81bebfe814a will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:07.837472 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.891592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.893185 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:07.893932 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.900787 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.906137 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.908016 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:07.948342 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:07.971404 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8751a029-ff12-402d-8059-4ab157e72fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:07.985843 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f378b2fa6d2f439f8637f347a37705ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6713147 May 31 11:43:07.989146 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59886) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:08.009126 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3974936 May 31 11:43:08.016661 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 59890) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:08.050628 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Request body: {'subnet': {'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1473969221-subnet', 'tenant_id': '89603d08299d4f4a85ec8356a041a78e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:08.061461 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed172c1f-7ab6-44ba-923b-c2ccf98e4e0b,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:08.075109 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:08.088118 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:08.091316 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Network ec8043bd-603b-497f-9668-a3ea810a2f1a is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:08.092037 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-937fb21c-1e1b-4a54-a800-6f7ee55552a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:08.176778 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Usage tracker for resource:subnet and tenant:89603d08299d4f4a85ec8356a041a78e is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:08.185637 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:08.225884 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:08.229939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=da1f4ea4-bfad-408e-9a33-4e45594764d0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:08.234601 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:08.241952 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network da1f4ea4-bfad-408e-9a33-4e45594764d0 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:43:08.251873 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:08.261540 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:08.289480 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:08.428425 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:08.684551 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-f2039e4f-8843-4485-a104-d5fc6c139355 None None] Provisioning for port f869faa9-4cc5-4b27-a9c1-a81bebfe814a completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:08.697322 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-f2039e4f-8843-4485-a104-d5fc6c139355 None None] Provisioning complete for port f869faa9-4cc5-4b27-a9c1-a81bebfe814a triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:08.698336 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f2039e4f-8843-4485-a104-d5fc6c139355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:08.761205 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded8291-c898-4501-813a-8a469cd63d01 req-3c32d850-7904-4bd1-b9da-348c910d8229 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:08.768622 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ded8291-c898-4501-813a-8a469cd63d01 req-3c32d850-7904-4bd1-b9da-348c910d8229 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2352412 May 31 11:43:08.822391 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-f2039e4f-8843-4485-a104-d5fc6c139355 None None] Port f869faa9-4cc5-4b27-a9c1-a81bebfe814a cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:43:08.840222 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ded8291-c898-4501-813a-8a469cd63d01 req-4e6a19c0-082e-4612-82cf-29dd3bfc8cb8 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702872 May 31 11:43:08.903640 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Made reservation on behalf of 89603d08299d4f4a85ec8356a041a78e for: {'subnet': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:08.905918 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631374'] for subnet, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:08.954608 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:08.965070 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:08.965669 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:09.112620 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:09.143943 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3b391-4c6b-4c87-b13f-442ccc64f654 req-6362c278-0681-4c11-a3bf-09cad60f2875 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:09.145427 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ee3b391-4c6b-4c87-b13f-442ccc64f654 req-6362c278-0681-4c11-a3bf-09cad60f2875 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 931 time: 0.1948578 May 31 11:43:09.193738 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8668013 May 31 11:43:09.197596 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ee3b391-4c6b-4c87-b13f-442ccc64f654 req-fde2ad61-e5cb-40e0-a7c9-8b4ed402175f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 May 31 11:43:09.216102 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a773-05d3-43e6-a2ec-03b889e9bb93 req-9302f43d-c6f4-4388-8a42-65c72ffaeee5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:09.229034 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dae2a773-05d3-43e6-a2ec-03b889e9bb93 req-9302f43d-c6f4-4388-8a42-65c72ffaeee5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.4055920 May 31 11:43:09.237127 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-8bebafc7-78c3-48c0-8a8c-7a4ac805b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:09.240218 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-8bebafc7-78c3-48c0-8a8c-7a4ac805b3ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.7409933 May 31 11:43:09.260606 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Request body: {'port': {'device_id': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:09.512267 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dae2a773-05d3-43e6-a2ec-03b889e9bb93 req-25f33b45-f8e8-463a-b3f9-937746b5b45e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870095 May 31 11:43:09.574629 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:09.586288 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fdd06615-849f-4ba1-a41a-e65fec93e8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:09.649420 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed172c1f-7ab6-44ba-923b-c2ccf98e4e0b,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:09.670461 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:09.681893 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:09.710425 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-e92488b5-58de-4c3f-bf98-7d8355819093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:09.711913 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-e92488b5-58de-4c3f-bf98-7d8355819093 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.4176240 May 31 11:43:09.794906 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:09.796937 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed172c1f-7ab6-44ba-923b-c2ccf98e4e0b HTTP/1.1" status: 204 len: 168 time: 1.8067589 May 31 11:43:09.854508 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-e9f2fa61-8808-4c23-8997-1f4ea9bbb2ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 217 time: 0.1255593 May 31 11:43:10.102913 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-7de45408-61e3-4b15-a351-cb4961acd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:10.104933 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-7de45408-61e3-4b15-a351-cb4961acd532 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.2402811 May 31 11:43:10.194433 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b504a-3519-4dc9-9a39-5479408c6ae8 req-55a94160-7ded-4264-950e-b0a50de1c72e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:10.209247 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9b7b504a-3519-4dc9-9a39-5479408c6ae8 req-55a94160-7ded-4264-950e-b0a50de1c72e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1497390 May 31 11:43:10.219058 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-aed93fab-451c-4868-a383-52d865b11537 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017017 May 31 11:43:10.302776 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9b7b504a-3519-4dc9-9a39-5479408c6ae8 req-5acde726-54f3-487a-9053-7b4a07082582 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924530 May 31 11:43:10.670837 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-63236e4c-e323-4cec-9a45-84664b71aaaa service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931172 May 31 11:43:10.970392 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.db.resource_extend [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:43:11.058929 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07575-5641-43ee-aa66-821c315d4024 req-2f80a6d3-1d15-4d2c-b493-4b4392e5c912 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:11.075031 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-b3b07575-5641-43ee-aa66-821c315d4024 req-2f80a6d3-1d15-4d2c-b493-4b4392e5c912 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:11.086058 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669ad8-2113-4a17-ac60-a724b2452750 req-3cb71119-333d-4792-bfbb-3cb9f56816cc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:11.087924 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-df669ad8-2113-4a17-ac60-a724b2452750 req-3cb71119-333d-4792-bfbb-3cb9f56816cc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.2322996 May 31 11:43:11.168671 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-df669ad8-2113-4a17-ac60-a724b2452750 req-068809e7-4e92-452f-9c94-04765840f8fe tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728362 May 31 11:43:11.206411 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-b3b07575-5641-43ee-aa66-821c315d4024 req-2f80a6d3-1d15-4d2c-b493-4b4392e5c912 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:11.207622 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b3b07575-5641-43ee-aa66-821c315d4024 req-2f80a6d3-1d15-4d2c-b493-4b4392e5c912 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 931 time: 0.7872677 May 31 11:43:11.222889 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f869faa9-4cc5-4b27-a9c1-a81bebfe814a {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:11.270369 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.371697 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Transition to ACTIVE for port object f869faa9-4cc5-4b27-a9c1-a81bebfe814a will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:11.382017 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5cc57861-f9a5-4165-841e-efd1b2b04a3d req-2d38e8fd-3d50-4e57-8cb0-9ad074fad40c service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996853 May 31 11:43:11.389775 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10513810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631384'] for subnet, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.393824 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.422845 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:11.487580 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b3b07575-5641-43ee-aa66-821c315d4024 req-f52bc41a-b2f7-49cf-b6fd-4bce5a89afcf tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599688 May 31 11:43:11.658456 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:11.666941 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:11.676109 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-08af03e8-8f02-45b1-8768-01c07005917a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:11.728901 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b093d9-8f84-4553-9413-7cc127e6df0c req-93ed15db-1434-4d35-bf1d-93dfb3efeaef tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:11.737179 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-10b093d9-8f84-4553-9413-7cc127e6df0c req-93ed15db-1434-4d35-bf1d-93dfb3efeaef tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2457476 May 31 11:43:11.834709 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-10b093d9-8f84-4553-9413-7cc127e6df0c req-8192309e-a0b5-4149-9c88-0a46232f2b2d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947185 May 31 11:43:11.850095 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Checking segment: {'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:11.850441 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Network hostable DHCP agents. Network: da1f4ea4-bfad-408e-9a33-4e45594764d0, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:43:11.928627 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14648fae-8b33-4428-b5ed-15611611d693,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:11.935312 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Network da1f4ea4-bfad-408e-9a33-4e45594764d0 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:43:11.939474 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:11.960300 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, da1f4ea4-bfad-408e-9a33-4e45594764d0) {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:11.963520 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Attempting to bind port f869faa9-4cc5-4b27-a9c1-a81bebfe814a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:11.963849 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Attempting to bind port f869faa9-4cc5-4b27-a9c1-a81bebfe814a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:11.964177 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Attempting to bind port f869faa9-4cc5-4b27-a9c1-a81bebfe814a on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:11.971791 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b079f11-be83-44ad-a829-f9adeb8ba962 None None] Network da1f4ea4-bfad-408e-9a33-4e45594764d0 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:11.973912 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Port f869faa9-4cc5-4b27-a9c1-a81bebfe814a on network ec8043bd-603b-497f-9668-a3ea810a2f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:43:11.974235 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Attempting to bind port f869faa9-4cc5-4b27-a9c1-a81bebfe814a on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:11.978481 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:11.979140 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.990104 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:11.990440 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Checking segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:11.990841 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Bound using segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:11.991282 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Bound port: f869faa9-4cc5-4b27-a9c1-a81bebfe814a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:11.991629 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:12.078192 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0494511 May 31 11:43:12.167985 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] For port f869faa9-4cc5-4b27-a9c1-a81bebfe814a, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:12.171571 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] For port f869faa9-4cc5-4b27-a9c1-a81bebfe814a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:12.180349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:12.184379 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:12.307672 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:12.308779 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:12.313503 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] 10.222.0.62 "PUT /v2.0/ports/f869faa9-4cc5-4b27-a9c1-a81bebfe814a HTTP/1.1" status: 200 len: 1093 time: 3.0818331 May 31 11:43:12.314331 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:12.316846 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438e74f-883d-4428-a3a1-91bcdab314f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:12.431140 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fbc5b4-54c3-4fd0-ac5b-f49b70ab5344 None None] Network da1f4ea4-bfad-408e-9a33-4e45594764d0 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:12.526593 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6f3a1e-3b63-460c-a01a-77354db1af64 x-openstack-request-id: req-2e6f3a1e-3b63-460c-a01a-77354db1af64 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:12.528957 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:12.531562 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e6f3a1e-3b63-460c-a01a-77354db1af64 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:12.532166 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'status': 'completed', 'code': 200} May 31 11:43:12.662270 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:12.666666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:12.744470 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1df34-d2df-4fdb-b107-e28a522b0d1a req-399b730e-24c4-4dde-80a4-5992ac9fc4ac tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:12.753763 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f8d1df34-d2df-4fdb-b107-e28a522b0d1a req-399b730e-24c4-4dde-80a4-5992ac9fc4ac tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1910992 May 31 11:43:12.801821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-e996302c-f055-4b4b-a806-51120fc495b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:12.803425 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-e996302c-f055-4b4b-a806-51120fc495b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 1096 time: 0.4097438 May 31 11:43:12.831286 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f8d1df34-d2df-4fdb-b107-e28a522b0d1a req-5e352447-462b-4925-8956-4be4fb922378 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748525 May 31 11:43:13.110083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbfa98-64ab-4767-be5d-42296d20aa58 req-d94dd099-fc4e-411a-a441-d60d14e2ea11 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.111683 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dbdbfa98-64ab-4767-be5d-42296d20aa58 req-d94dd099-fc4e-411a-a441-d60d14e2ea11 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.3176553 May 31 11:43:13.122767 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-48fafa55-da6b-48fd-b97e-b7d8161d95b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a HTTP/1.1" status: 200 len: 217 time: 0.2819631 May 31 11:43:13.198664 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dbdbfa98-64ab-4767-be5d-42296d20aa58 req-0b41bb2f-f348-4f27-aa58-1d8892f7017e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737329 May 31 11:43:13.309688 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-52c10549-579d-4f20-86ba-728b22a2aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.311229 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-52c10549-579d-4f20-86ba-728b22a2aef2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.1858280 May 31 11:43:13.396491 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efa18f-5434-4e99-90f2-35840ca5aa19 req-e6ba4c82-9848-4b9d-9f19-b85dec466b09 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.403229 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-16efa18f-5434-4e99-90f2-35840ca5aa19 req-e6ba4c82-9848-4b9d-9f19-b85dec466b09 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1823404 May 31 11:43:13.455835 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-16efa18f-5434-4e99-90f2-35840ca5aa19 req-304ba1bc-4813-4b9f-8c3e-b17673578c16 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 May 31 11:43:13.460630 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-5b7d68ca-9933-4163-a891-d6c9d2fce3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.462042 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-5b7d68ca-9933-4163-a891-d6c9d2fce3cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420498 May 31 11:43:13.603907 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-de6c7e4c-f835-4cbf-a542-435d74f019e3 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347952 May 31 11:43:13.773730 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e9ec54a1-96a0-45c3-adf4-f9a0208085bc req-06e19ff6-5036-4e9f-b529-677bf398b53f service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621926 May 31 11:43:13.932627 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:14.155099 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723510e-9e6d-407d-b6fe-32bed48e79ea req-46115d74-8e5b-425f-94d4-ad7e0965cfbd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.163995 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7723510e-9e6d-407d-b6fe-32bed48e79ea req-46115d74-8e5b-425f-94d4-ad7e0965cfbd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1649427 May 31 11:43:14.236924 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7723510e-9e6d-407d-b6fe-32bed48e79ea req-9423551f-495f-434f-aeb4-8460f8891cf7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608230 May 31 11:43:14.321086 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-1140d761-81e7-4601-afef-17c19b597321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.322571 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-1140d761-81e7-4601-afef-17c19b597321 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 1096 time: 0.4416194 May 31 11:43:14.583346 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-e9856d22-fdb2-48c2-b482-1c4b7a634009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.585993 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-e9856d22-fdb2-48c2-b482-1c4b7a634009 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.2555590 May 31 11:43:14.662336 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-6fe44c09-9e19-49eb-9f7b-0594fa0db631 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a HTTP/1.1" status: 200 len: 217 time: 0.0695736 May 31 11:43:14.676296 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c773d0a-36a0-4513-9fa8-902d2314e9be req-a25ffbce-d374-467b-b5f9-3b8a85616513 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.677935 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8c773d0a-36a0-4513-9fa8-902d2314e9be req-a25ffbce-d374-467b-b5f9-3b8a85616513 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.2320151 May 31 11:43:14.705280 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32aab0-217c-4dc1-8e96-f666e7a2233a req-0ff41dda-01e8-4212-9e3a-3a76f2927783 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.709595 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2e32aab0-217c-4dc1-8e96-f666e7a2233a req-0ff41dda-01e8-4212-9e3a-3a76f2927783 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1170826 May 31 11:43:14.766550 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2e32aab0-217c-4dc1-8e96-f666e7a2233a req-166b0258-5caf-4f8f-ba0d-64a33979728c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499315 May 31 11:43:14.799708 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8c773d0a-36a0-4513-9fa8-902d2314e9be req-a3ed7709-3a80-4069-89c9-efa4ac711e45 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895739 May 31 11:43:14.802302 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-b714aebf-5d62-40ba-84d8-9905df5970ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.804299 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-b714aebf-5d62-40ba-84d8-9905df5970ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.1251614 May 31 11:43:14.901726 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-9ce5072e-81fe-4268-905c-8e3a4ee7a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.903635 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-9ce5072e-81fe-4268-905c-8e3a4ee7a935 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899434 May 31 11:43:15.051022 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-57fa6ed9-42d2-4735-bb25-59404ac91f93 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333792 May 31 11:43:15.199180 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d438e74f-883d-4428-a3a1-91bcdab314f0 req-69310db1-f22b-4b7d-acfc-6a10b22fb757 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458180 May 31 11:43:15.650968 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1be20-e752-4008-bbce-5fa408400c53 req-031b5e49-0bf6-4595-b87b-8910f575270c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:15.658131 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d6d1be20-e752-4008-bbce-5fa408400c53 req-031b5e49-0bf6-4595-b87b-8910f575270c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.1958561 May 31 11:43:15.712372 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d6d1be20-e752-4008-bbce-5fa408400c53 req-89ec2aff-7621-4431-a17f-ddf3429cba18 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529900 May 31 11:43:16.074137 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296f4db-679b-4636-9015-87437c89a879 req-445da83d-45fd-4aee-bb92-180f21621aa8 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:16.075766 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5296f4db-679b-4636-9015-87437c89a879 req-445da83d-45fd-4aee-bb92-180f21621aa8 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1776583 May 31 11:43:16.145966 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5296f4db-679b-4636-9015-87437c89a879 req-b73a8859-9b0d-4d91-8beb-81e7011f09ef tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613523 May 31 11:43:16.360894 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4141d9-7da7-414e-9eef-4ed6ddb83ed4 req-2a4ea14d-60c9-4e7d-b087-a4758ad1685f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:16.360894 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ae4141d9-7da7-414e-9eef-4ed6ddb83ed4 req-2a4ea14d-60c9-4e7d-b087-a4758ad1685f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.1080117 May 31 11:43:16.404951 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ae4141d9-7da7-414e-9eef-4ed6ddb83ed4 req-420af8d9-d4ca-4217-877f-7a7a212cd9d6 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 May 31 11:43:16.575203 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-48eeaf6a-00cf-4ce8-a2f7-a756358d15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:16.923311 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9452c7-48a0-4aca-9590-da3b884a3e8d req-2de2f480-2e26-4d45-b513-50417052c21c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:16.925137 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3f9452c7-48a0-4aca-9590-da3b884a3e8d req-2de2f480-2e26-4d45-b513-50417052c21c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.0904641 May 31 11:43:16.973424 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3f9452c7-48a0-4aca-9590-da3b884a3e8d req-7eec561c-2319-49fc-8961-e5bf316a86b0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 May 31 11:43:17.048472 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-9b83cc07-6f57-4724-89be-665b31621405 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.049095 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-9b83cc07-6f57-4724-89be-665b31621405 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Synchronizing usage tracker for tenant:89603d08299d4f4a85ec8356a041a78e on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:17.068608 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-9b83cc07-6f57-4724-89be-665b31621405 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Unset dirty status for tenant:89603d08299d4f4a85ec8356a041a78e on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:17.069765 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-9b83cc07-6f57-4724-89be-665b31621405 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/networks?id=da1f4ea4-bfad-408e-9a33-4e45594764d0 HTTP/1.1" status: 200 len: 809 time: 0.1672757 May 31 11:43:17.089809 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b2c50cf5-e899-469b-be31-cd486d694d24 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/quotas/89603d08299d4f4a85ec8356a041a78e HTTP/1.1" status: 200 len: 375 time: 0.0139272 May 31 11:43:17.143324 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-e5d28ccb-e981-44b4-8721-92a6f056cf6e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89603d08299d4f4a85ec8356a041a78e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476990 May 31 11:43:17.286380 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-a1af1289-a777-43f0-b825-d8a05854d237 service neutron] 10.222.0.18 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354775 May 31 11:43:17.340910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f04a42-7297-4a88-9843-acd138e2111e req-0c19b02f-2263-45a0-a69c-095ba000bd50 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.343239 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-47f04a42-7297-4a88-9843-acd138e2111e req-0c19b02f-2263-45a0-a69c-095ba000bd50 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0881021 May 31 11:43:17.446322 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-47f04a42-7297-4a88-9843-acd138e2111e req-058e6dee-a18d-4af0-9f49-509e351784d6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858870 May 31 11:43:17.458959 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-59d21588-28ef-4459-b8b4-476c30305875 service neutron] 10.222.0.18 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660700 May 31 11:43:17.716472 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cf0d1b18-8a0b-49d9-a328-3f25fb2a2cc6 req-c665d101-6c7b-4655-ae34-1c64644a183d tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 210 time: 0.0820372 May 31 11:43:17.757699 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4895f-d3db-44e4-a9d0-b622f1b81c2f req-5e914884-90b0-43d1-a2fa-8f00756a4dcb tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.767910 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4aa4895f-d3db-44e4-a9d0-b622f1b81c2f req-5e914884-90b0-43d1-a2fa-8f00756a4dcb tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.2165902 May 31 11:43:17.772533 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c64b5-65ff-4791-931b-390932effeab req-c0abe14a-3b54-45fb-ad2d-2d5fb49a9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.776434 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af7c64b5-65ff-4791-931b-390932effeab req-c0abe14a-3b54-45fb-ad2d-2d5fb49a9a79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1099 time: 0.1454804 May 31 11:43:17.943355 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4aa4895f-d3db-44e4-a9d0-b622f1b81c2f req-a75a209d-1249-42d6-9f1e-49515a9b47ee tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741211 May 31 11:43:18.009865 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c64b5-65ff-4791-931b-390932effeab req-7b7ed952-31a1-4cf4-8942-bc8c04513595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:18.012175 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af7c64b5-65ff-4791-931b-390932effeab req-7b7ed952-31a1-4cf4-8942-bc8c04513595 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1986713 May 31 11:43:18.191963 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a327cdf-086a-47d5-9e99-0020437ecb87 req-59993802-84fc-4f9d-9cee-6fef89e194f2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:18.193454 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1a327cdf-086a-47d5-9e99-0020437ecb87 req-59993802-84fc-4f9d-9cee-6fef89e194f2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.0933602 May 31 11:43:18.219086 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af7c64b5-65ff-4791-931b-390932effeab req-6fa6aa96-cd13-4b81-ad7a-e05399fce567 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 1002 time: 0.1988630 May 31 11:43:18.257543 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1a327cdf-086a-47d5-9e99-0020437ecb87 req-ad969f99-110f-4ba1-8154-4eff44b8ed3f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535583 May 31 11:43:18.300403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c64b5-65ff-4791-931b-390932effeab req-0fbca312-31b6-4086-8232-1c4693d56909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:18.301920 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af7c64b5-65ff-4791-931b-390932effeab req-0fbca312-31b6-4086-8232-1c4693d56909 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0663104 May 31 11:43:18.384203 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c64b5-65ff-4791-931b-390932effeab req-7e72645a-874d-4487-a0b5-d10fe8b37e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:18.385844 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af7c64b5-65ff-4791-931b-390932effeab req-7e72645a-874d-4487-a0b5-d10fe8b37e04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769780 May 31 11:43:18.560074 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af7c64b5-65ff-4791-931b-390932effeab req-15e53962-97ce-4d1d-b78d-a5832fa2074e service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546440 May 31 11:43:18.740575 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0575-51fb-4b9c-a924-8d59ff0b0190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.758327 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68182679-29dc-48a8-a899-ae8618cc59b3 req-56e075ae-dc92-4be1-bbcf-d32716e052f3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:18.759883 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-68182679-29dc-48a8-a899-ae8618cc59b3 req-56e075ae-dc92-4be1-bbcf-d32716e052f3 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2033379 May 31 11:43:18.765619 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af7c64b5-65ff-4791-931b-390932effeab req-325ec1e5-0d7e-41cb-a823-2c16ddbb8a2a service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753371 May 31 11:43:18.807260 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-68182679-29dc-48a8-a899-ae8618cc59b3 req-9e8298c4-095b-4fe1-8315-91ce340bcdca tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 May 31 11:43:18.824471 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.899247 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bfbad8f5-9ea1-4ef6-ad0b-1c1b6d4111d3 req-73039d76-a2ab-4c03-87b9-321e1c3e42bb tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 210 time: 0.0503058 May 31 11:43:19.147681 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61689c95-ba48-44ab-8741-42e9e008a467 req-98a970dc-971e-4130-ab2a-824ddbfdff02 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.149036 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-61689c95-ba48-44ab-8741-42e9e008a467 req-98a970dc-971e-4130-ab2a-824ddbfdff02 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.0817616 May 31 11:43:19.193765 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-61689c95-ba48-44ab-8741-42e9e008a467 req-bc6f2ca2-d7a6-440e-b6ce-e78644a6f7f2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388889 May 31 11:43:19.446361 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d52358-6581-4e52-ba4a-ef9c9fafb5f5 req-6d32018d-b85a-4c13-b2d5-0963dfe27c2c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.447346 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-60d52358-6581-4e52-ba4a-ef9c9fafb5f5 req-6d32018d-b85a-4c13-b2d5-0963dfe27c2c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.0892243 May 31 11:43:19.495210 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-60d52358-6581-4e52-ba4a-ef9c9fafb5f5 req-6f7acbee-3b50-4f4e-a1c3-e4798ca907cf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 May 31 11:43:19.941155 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:20.020843 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6b0e3-3213-4ffb-8c18-19a5ecdcfcb6 req-75e598ff-3884-4b37-a2ae-c0348470f452 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.029355 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-61c6b0e3-3213-4ffb-8c18-19a5ecdcfcb6 req-75e598ff-3884-4b37-a2ae-c0348470f452 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1042001 May 31 11:43:20.096553 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-61c6b0e3-3213-4ffb-8c18-19a5ecdcfcb6 req-996c6a18-09d5-4f3c-8650-48fd57c51822 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663173 May 31 11:43:20.097264 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c652a907-710c-469e-80f0-deca319cc133 req-4e96bce3-24f3-496a-b0e9-279a93ed60d0 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 210 time: 0.0849717 May 31 11:43:20.381841 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44578180-4002-4953-87f2-4ea3be9fdd75 req-57c2410e-34f9-4d1d-bb9f-b81e1bbbbf15 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.383348 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-44578180-4002-4953-87f2-4ea3be9fdd75 req-57c2410e-34f9-4d1d-bb9f-b81e1bbbbf15 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.0838888 May 31 11:43:20.429213 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-44578180-4002-4953-87f2-4ea3be9fdd75 req-aefce230-ac8c-41bb-b88f-802594181025 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 May 31 11:43:20.685949 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68980a-dbeb-46af-9b41-df5cf7c8f596 req-04dbdec0-3e99-438f-8bb3-9ba46685fbd9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.687398 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5a68980a-dbeb-46af-9b41-df5cf7c8f596 req-04dbdec0-3e99-438f-8bb3-9ba46685fbd9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 946 time: 0.0809228 May 31 11:43:20.733649 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5a68980a-dbeb-46af-9b41-df5cf7c8f596 req-6cd739c2-66ee-43fd-8f85-306df6bb784c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 May 31 11:43:21.253466 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-04774d29-bf77-41ec-9e0c-8d7034f50773 req-6c94ecc3-9e49-45bf-91db-50219d54f5b9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 210 time: 0.0428076 May 31 11:43:21.304489 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c541b-00cf-4511-97fd-116a0ce44ab3 req-7f5c6d10-7a07-488d-ae50-cf8732b7e629 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.306070 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9a4c541b-00cf-4511-97fd-116a0ce44ab3 req-7f5c6d10-7a07-488d-ae50-cf8732b7e629 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0848079 May 31 11:43:21.350463 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9a4c541b-00cf-4511-97fd-116a0ce44ab3 req-7aa61d31-5c07-4b8a-8e37-2d0ced747455 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386331 May 31 11:43:21.493514 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:21.507461 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:21.634381 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:21.636005 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b40bbf-1ffd-4efc-a639-bac1e58f7a04 req-ac84d65b-b056-496a-9736-b0b69870a7be tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.637540 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42b40bbf-1ffd-4efc-a639-bac1e58f7a04 req-ac84d65b-b056-496a-9736-b0b69870a7be tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.0955586 May 31 11:43:21.663991 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:21.666002 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45eaeb8-2da7-4362-bde0-1be469e41084" -d '{"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:21.673569 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:21.678986 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:21.681019 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9e1d1a2b-3577-4de8-be4b-fee39a2dd967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:21.727414 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1fa721-2cf3-4522-a292-c70e951d8700 x-openstack-request-id: req-1b1fa721-2cf3-4522-a292-c70e951d8700 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:21.727742 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:21.728009 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b1fa721-2cf3-4522-a292-c70e951d8700 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:21.728433 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'code': 200} May 31 11:43:21.759096 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=8']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:21.762296 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:21.764296 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-42b40bbf-1ffd-4efc-a639-bac1e58f7a04 req-91e9d176-b237-4369-aabd-ccd11073da2c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210630 May 31 11:43:21.938837 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e29d6-921a-4ce8-9b8a-5623ec0300a8 req-9d605580-96c9-4ab5-b58b-a982ab0bbf9e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.941180 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a32e29d6-921a-4ce8-9b8a-5623ec0300a8 req-9d605580-96c9-4ab5-b58b-a982ab0bbf9e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0922105 May 31 11:43:21.987290 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a32e29d6-921a-4ce8-9b8a-5623ec0300a8 req-1084f90d-73dc-4bc9-b0e7-78d228631acc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392756 May 31 11:43:22.180200 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-63ac8521-b807-47aa-ac23-d0bf8e2af3fe tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:22.181578 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-63ac8521-b807-47aa-ac23-d0bf8e2af3fe tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "GET /v2.0/networks?id=da1f4ea4-bfad-408e-9a33-4e45594764d0 HTTP/1.1" status: 200 len: 809 time: 0.1488569 May 31 11:43:22.205043 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Request body: {'port': {'device_id': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0', 'admin_state_up': True, 'tenant_id': '89603d08299d4f4a85ec8356a041a78e'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:22.349207 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:22.353475 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Usage tracker for resource:port and tenant:89603d08299d4f4a85ec8356a041a78e is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:22.356021 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:22.361858 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:22.376417 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Made reservation on behalf of 89603d08299d4f4a85ec8356a041a78e for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:22.380264 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:22.463654 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-94340085-d979-49cd-a9bd-8c6dd2d00492 req-611184d7-bb20-41af-b93e-b0432bcd1d76 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 210 time: 0.0959620 May 31 11:43:22.602160 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Allocated IP 172.20.0.5 (da1f4ea4-bfad-408e-9a33-4e45594764d0/14648fae-8b33-4428-b5ed-15611611d693/45a55004-b2c1-4c91-a990-b21fe65aed02) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:22.659228 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a576515-15bd-41b7-b915-3ab267102c7a req-6701c214-0638-4ec6-8bf1-ff1f59fffe92 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:22.660759 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4a576515-15bd-41b7-b915-3ab267102c7a req-6701c214-0638-4ec6-8bf1-ff1f59fffe92 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1384065 May 31 11:43:22.870536 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4a576515-15bd-41b7-b915-3ab267102c7a req-28d36a81-bd4c-4955-9c58-2d03f6bbbe0f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999602 May 31 11:43:22.936438 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:22.955546 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d881-b0a3-4ff3-af46-e39ac7a04ab1 req-e35e20a2-a2d6-45c6-9fab-a47eee5dac0a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:22.957336 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ca80d881-b0a3-4ff3-af46-e39ac7a04ab1 req-e35e20a2-a2d6-45c6-9fab-a47eee5dac0a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.0861170 May 31 11:43:22.971060 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:22.986466 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:23.005364 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ca80d881-b0a3-4ff3-af46-e39ac7a04ab1 req-0930e14e-c372-451c-b4e2-5076ed7994eb tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 May 31 11:43:23.050991 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Network da1f4ea4-bfad-408e-9a33-4e45594764d0 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:23.054046 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:23.057727 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:23.087554 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Pushing event updated for resources: {'Port': ['ID=45a55004-b2c1-4c91-a990-b21fe65aed02,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:23.094064 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:23.164202 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:23.164834 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:23.198444 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9980013 May 31 11:43:23.214080 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49b2fc-1012-4792-84d5-24885626197f req-f1a1583a-17e3-453f-a620-7eb1f61ced98 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:23.215484 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4a49b2fc-1012-4792-84d5-24885626197f req-f1a1583a-17e3-453f-a620-7eb1f61ced98 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1089969 May 31 11:43:23.220205 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Request body: {'port': {'device_id': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:23.344324 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4a49b2fc-1012-4792-84d5-24885626197f req-ad3fe805-139b-4392-be13-afe61959f44f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956609 May 31 11:43:23.363871 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:23.655715 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377ee2d-4507-42f1-89a2-7de6f255508e req-770b8c1e-5b8f-4004-90e8-3b9d29a95fbb tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:23.657181 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a377ee2d-4507-42f1-89a2-7de6f255508e req-770b8c1e-5b8f-4004-90e8-3b9d29a95fbb tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 931 time: 0.0785081 May 31 11:43:23.701351 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a377ee2d-4507-42f1-89a2-7de6f255508e req-482efb94-7abb-4f43-bda7-bd8da3e0f841 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Synchronizing usage tracker for tenant:89603d08299d4f4a85ec8356a041a78e on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:23.719582 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a377ee2d-4507-42f1-89a2-7de6f255508e req-482efb94-7abb-4f43-bda7-bd8da3e0f841 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Unset dirty status for tenant:89603d08299d4f4a85ec8356a041a78e on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:23.721061 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a377ee2d-4507-42f1-89a2-7de6f255508e req-482efb94-7abb-4f43-bda7-bd8da3e0f841 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 May 31 11:43:23.740174 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a55004-b2c1-4c91-a990-b21fe65aed02 {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:23.749080 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:23.765404 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Transition to ACTIVE for port object 45a55004-b2c1-4c91-a990-b21fe65aed02 will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:23.768466 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:23.772831 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1435e2f0-be76-4da4-9dc1-7f0c670eb888 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:23.838373 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Pushing event updated for resources: {'Port': ['ID=45a55004-b2c1-4c91-a990-b21fe65aed02,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:23.842483 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:24.011893 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Attempting to bind port 45a55004-b2c1-4c91-a990-b21fe65aed02 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:24.012323 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Attempting to bind port 45a55004-b2c1-4c91-a990-b21fe65aed02 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:24.012763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Attempting to bind port 45a55004-b2c1-4c91-a990-b21fe65aed02 on network da1f4ea4-bfad-408e-9a33-4e45594764d0 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:24.018045 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Port 45a55004-b2c1-4c91-a990-b21fe65aed02 on network da1f4ea4-bfad-408e-9a33-4e45594764d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:43:24.018394 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Attempting to bind port 45a55004-b2c1-4c91-a990-b21fe65aed02 on network da1f4ea4-bfad-408e-9a33-4e45594764d0 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:24.024957 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:24.025286 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Checking segment: {'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:24.025666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Bound using segment: {'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:24.027254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Bound port: 45a55004-b2c1-4c91-a990-b21fe65aed02, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:24.027829 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:24.179384 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345ddb8-cb84-4a3e-b756-3b050aa526eb req-ecde1e9b-92b0-4a2f-93de-bc3bc91a6c70 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.181007 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6345ddb8-cb84-4a3e-b756-3b050aa526eb req-ecde1e9b-92b0-4a2f-93de-bc3bc91a6c70 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1381686 May 31 11:43:24.223836 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d09f07-c2e5-4166-ad88-ed5f17777ac0 req-b067f100-d43b-4834-9db6-c1b3089503f4 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.225358 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d09f07-c2e5-4166-ad88-ed5f17777ac0 req-b067f100-d43b-4834-9db6-c1b3089503f4 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.0947597 May 31 11:43:24.237785 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] For port 45a55004-b2c1-4c91-a990-b21fe65aed02, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:24.245631 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6345ddb8-cb84-4a3e-b756-3b050aa526eb req-98e60c8b-a13e-426a-84d2-2b18ccfb0e3a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529959 May 31 11:43:24.250134 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] For port 45a55004-b2c1-4c91-a990-b21fe65aed02, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45a55004-b2c1-4c91-a990-b21fe65aed02,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:24.262726 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:24.272396 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2c46f362-cb91-4d74-8507-55f880d097d6 tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:24.291330 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-92d09f07-c2e5-4166-ad88-ed5f17777ac0 req-de77a754-fb88-42f7-81b9-be0937e6983c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556574 May 31 11:43:24.337343 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.338260 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:24.339881 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] 10.222.0.62 "PUT /v2.0/ports/45a55004-b2c1-4c91-a990-b21fe65aed02 HTTP/1.1" status: 200 len: 1093 time: 1.1234331 May 31 11:43:24.340310 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'tag': '45a55004-b2c1-4c91-a990-b21fe65aed02'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:24.342682 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8595dd-8097-4c30-9a00-8f96598f7de4" -d '{"events": [{"name": "network-changed", "server_uuid": "058a3c87-4045-4028-80ec-8e598f54ad6b", "tag": "45a55004-b2c1-4c91-a990-b21fe65aed02"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:24.385880 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Pushing event updated for resources: {'Port': ['ID=45a55004-b2c1-4c91-a990-b21fe65aed02,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:24.389756 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:24.407488 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eaf45e-01cf-4cc4-91f1-15801db41c08 x-openstack-request-id: req-c3eaf45e-01cf-4cc4-91f1-15801db41c08 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:24.408264 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058a3c87-4045-4028-80ec-8e598f54ad6b", "tag": "45a55004-b2c1-4c91-a990-b21fe65aed02", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:24.408692 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3eaf45e-01cf-4cc4-91f1-15801db41c08 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:24.409551 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'tag': '45a55004-b2c1-4c91-a990-b21fe65aed02', 'status': 'completed', 'code': 200} May 31 11:43:24.521369 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-1952a4d6-7c4a-406b-992e-2b133354e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.522965 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-1952a4d6-7c4a-406b-992e-2b133354e55d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89603d08299d4f4a85ec8356a041a78e&device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 1096 time: 0.0955386 May 31 11:43:24.601351 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-bc0497b9-3945-46db-a4f3-c8bb412d83e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a55004-b2c1-4c91-a990-b21fe65aed02 HTTP/1.1" status: 200 len: 217 time: 0.0638795 May 31 11:43:24.607882 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591c4c-3e74-4ceb-af7b-ddf671bd5e81 req-a990bd27-5f91-4c1c-ba20-034518cad596 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.609292 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7f591c4c-3e74-4ceb-af7b-ddf671bd5e81 req-a990bd27-5f91-4c1c-ba20-034518cad596 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0792158 May 31 11:43:24.657985 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7f591c4c-3e74-4ceb-af7b-ddf671bd5e81 req-0cae7792-094a-4ee8-895a-a381ac0d8916 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 May 31 11:43:24.665517 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-6ea3690c-ebc4-4cdd-9d91-69a78f162c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.667115 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-6ea3690c-ebc4-4cdd-9d91-69a78f162c03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14648fae-8b33-4428-b5ed-15611611d693 HTTP/1.1" status: 200 len: 849 time: 0.0586424 May 31 11:43:24.786369 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-9d516446-7f9c-46fc-a565-d93b6e757df6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da1f4ea4-bfad-408e-9a33-4e45594764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118658 May 31 11:43:24.918276 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c06e-b57b-4c83-8a76-50483e632b2e req-ca651572-5668-4452-a0bb-a4a5644341c9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.919631 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ac2c06e-b57b-4c83-8a76-50483e632b2e req-ca651572-5668-4452-a0bb-a4a5644341c9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 943 time: 0.0880237 May 31 11:43:24.922178 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-66fb7314-0764-4e40-b77a-fe931cf1b2e1 service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275101 May 31 11:43:24.965276 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ac2c06e-b57b-4c83-8a76-50483e632b2e req-240cde59-cb27-4d11-9a5b-033c6700bb58 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 May 31 11:43:25.056617 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f1ff79fa-c86d-448a-8267-bd5a80dd6e50 req-aeaa5830-c835-41a5-a3c7-01aab2d8e7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266108 May 31 11:43:25.219401 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-0dd745f5-2536-435b-8546-bcc488da99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.220915 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-0dd745f5-2536-435b-8546-bcc488da99ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89603d08299d4f4a85ec8356a041a78e&device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 1096 time: 0.0730636 May 31 11:43:25.357158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-ce24f079-85bd-4078-b48c-9c2c0881f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.358925 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-ce24f079-85bd-4078-b48c-9c2c0881f2be service neutron] 10.222.0.62 "GET /v2.0/networks?id=da1f4ea4-bfad-408e-9a33-4e45594764d0 HTTP/1.1" status: 200 len: 910 time: 0.1311655 May 31 11:43:25.494682 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-11b0056c-f20a-4583-a019-86b6a33bc42e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a55004-b2c1-4c91-a990-b21fe65aed02 HTTP/1.1" status: 200 len: 217 time: 0.1276462 May 31 11:43:25.507645 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f869faa9-4cc5-4b27-a9c1-a81bebfe814a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:25.591263 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-f8e0e9fc-838f-4315-ba29-952090e94711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.596038 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-f8e0e9fc-838f-4315-ba29-952090e94711 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14648fae-8b33-4428-b5ed-15611611d693 HTTP/1.1" status: 200 len: 849 time: 0.0896974 May 31 11:43:25.681454 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f869faa9-4cc5-4b27-a9c1-a81bebfe814a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:25.697884 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'port_id': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'mac_address': 'fa:16:3e:8e:22:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:25.722038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cf458-ffed-4802-806b-94d3c909ea23 req-c119b0aa-2c47-4a52-9bcb-4e55f654a070 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.722575 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-4dcaa549-5fa9-4a73-9cda-ce368645e42f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da1f4ea4-bfad-408e-9a33-4e45594764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108556 May 31 11:43:25.734767 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1c4cf458-ffed-4802-806b-94d3c909ea23 req-c119b0aa-2c47-4a52-9bcb-4e55f654a070 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 943 time: 0.2082322 May 31 11:43:25.741781 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417203a3-04ff-4b50-891d-42497e9fa59f req-2e688755-0ca7-4a2d-b46e-5df19aa32080 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.754295 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-417203a3-04ff-4b50-891d-42497e9fa59f req-2e688755-0ca7-4a2d-b46e-5df19aa32080 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.3301389 May 31 11:43:25.771474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:25.796610 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f869faa9-4cc5-4b27-a9c1-a81bebfe814a {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:25.835583 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f869faa9-4cc5-4b27-a9c1-a81bebfe814a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:25.836678 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1c4cf458-ffed-4802-806b-94d3c909ea23 req-7b4022c4-a823-4cc5-aed3-513c7841e92d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009765 May 31 11:43:25.843283 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 60328) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:25.843706 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:25.847076 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-13c1d4cb-42f7-4dc7-86cc-61ffd31ba2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:25.947258 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-417203a3-04ff-4b50-891d-42497e9fa59f req-5e029dd3-4db9-450c-ad88-5e0a39985cad tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920378 May 31 11:43:26.012875 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-c005c2be-91c8-49b1-82af-9b264b7017c5 service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554896 May 31 11:43:26.021044 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:26.037304 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:26.092696 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:26.116818 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:26.130454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Usage tracker for resource:security_group_rule and tenant:4f67bca7b8db474ab5316c2bc9de7b42 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:26.134397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:26.147569 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:26.181217 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 60348) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:26.195257 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a7428-48a0-4ccf-8855-3b717205be4e req-9528108f-2107-4cc2-a827-6c775b1bf547 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:26.199095 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-450a7428-48a0-4ccf-8855-3b717205be4e req-9528108f-2107-4cc2-a827-6c775b1bf547 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1939487 May 31 11:43:26.253405 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea8595dd-8097-4c30-9a00-8f96598f7de4 req-45d2fdf0-232b-41e4-9419-c481d585e5a4 service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287121 May 31 11:43:26.267872 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-450a7428-48a0-4ccf-8855-3b717205be4e req-bbfa49e6-fc79-4e20-a90e-27eaaed7cf8e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628073 May 31 11:43:26.293101 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['f869faa9-4cc5-4b27-a9c1-a81bebfe814a'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:26.309192 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a440-027d-4d50-a33a-40c83d71316c req-29b2caf0-914a-4fa9-8c3d-7091ff0942ed tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:26.310204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-bae5a440-027d-4d50-a33a-40c83d71316c req-29b2caf0-914a-4fa9-8c3d-7091ff0942ed tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Synchronizing usage tracker for tenant:89603d08299d4f4a85ec8356a041a78e on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:26.317888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:26.322572 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:26.331220 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-17d5e419-dd60-4e29-9290-c5795e041eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:26.343132 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-bae5a440-027d-4d50-a33a-40c83d71316c req-29b2caf0-914a-4fa9-8c3d-7091ff0942ed tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Unset dirty status for tenant:89603d08299d4f4a85ec8356a041a78e on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:26.344771 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bae5a440-027d-4d50-a33a-40c83d71316c req-29b2caf0-914a-4fa9-8c3d-7091ff0942ed tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 943 time: 0.2205257 May 31 11:43:26.373109 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f67bca7b8db474ab5316c2bc9de7b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284908 May 31 11:43:26.375763 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 60354) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:26.376713 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-0ef925a4-6758-4e17-a294-baebf009de72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1863818 May 31 11:43:26.379080 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1068cef-aeff-4eba-90c9-f253883fefb9,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:26.394042 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:26.403321 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bae5a440-027d-4d50-a33a-40c83d71316c req-623221e1-3576-4f84-b1af-1a60917a27bb tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 May 31 11:43:26.472974 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:26.504129 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:26.556592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:26.561674 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-54f7c37f-4e07-45d5-ac91-b6e6799fb3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:26.575163 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1068cef-aeff-4eba-90c9-f253883fefb9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:26.579706 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:26.581663 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:26.585230 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1068cef-aeff-4eba-90c9-f253883fefb9 HTTP/1.1" status: 204 len: 168 time: 0.2060180 May 31 11:43:27.013746 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e0f7-0ef6-4ec7-bdac-b5d48585d62b req-96790c7b-e720-46fe-bb76-e887f71fe8b9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:27.015287 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6710e0f7-0ef6-4ec7-bdac-b5d48585d62b req-96790c7b-e720-46fe-bb76-e887f71fe8b9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 944 time: 0.0846593 May 31 11:43:27.063799 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6710e0f7-0ef6-4ec7-bdac-b5d48585d62b req-b4c1c1d2-94ad-4c27-8e2f-d57c3e3a7446 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 May 31 11:43:27.148764 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51e933-60e7-4d0d-8fbe-37d544d7a570 req-26af4424-12cb-43cc-8660-ad0731e55543 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:27.150334 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fa51e933-60e7-4d0d-8fbe-37d544d7a570 req-26af4424-12cb-43cc-8660-ad0731e55543 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0800292 May 31 11:43:27.197767 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fa51e933-60e7-4d0d-8fbe-37d544d7a570 req-2150993d-accd-4994-837d-a5489807abf9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 May 31 11:43:27.469369 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe568c8-e1ca-4d7e-a297-0c686a1cd9b1 req-be4c76f0-c86a-4ab4-a554-729be7c11d2d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:27.471048 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4fe568c8-e1ca-4d7e-a297-0c686a1cd9b1 req-be4c76f0-c86a-4ab4-a554-729be7c11d2d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0867336 May 31 11:43:27.515453 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4fe568c8-e1ca-4d7e-a297-0c686a1cd9b1 req-ac848f79-cfde-4662-9f43-2f38b6140bff tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385213 May 31 11:43:27.524512 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 45a55004-b2c1-4c91-a990-b21fe65aed02 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:27.531944 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f869faa9-4cc5-4b27-a9c1-a81bebfe814a up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:27.596629 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c0d24-0e42-477a-8df7-f776afe605a4 req-938fed53-2c4b-4f25-8544-c5691990bd3f tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:27.598042 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ad3c0d24-0e42-477a-8df7-f776afe605a4 req-938fed53-2c4b-4f25-8544-c5691990bd3f tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 943 time: 0.0848701 May 31 11:43:27.648473 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ad3c0d24-0e42-477a-8df7-f776afe605a4 req-8eae72e9-130b-4b2c-9704-df7840e828c3 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445786 May 31 11:43:27.689736 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port f869faa9-4cc5-4b27-a9c1-a81bebfe814a completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:27.697420 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port f869faa9-4cc5-4b27-a9c1-a81bebfe814a triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:27.697792 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.764868 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 45a55004-b2c1-4c91-a990-b21fe65aed02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45a55004-b2c1-4c91-a990-b21fe65aed02,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:27.783960 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '45a55004-b2c1-4c91-a990-b21fe65aed02', 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0', 'port_id': '45a55004-b2c1-4c91-a990-b21fe65aed02', 'mac_address': 'fa:16:3e:5f:b9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14648fae-8b33-4428-b5ed-15611611d693', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:27.883385 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.907902 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a55004-b2c1-4c91-a990-b21fe65aed02 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:27.914924 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.938433 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 45a55004-b2c1-4c91-a990-b21fe65aed02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45a55004-b2c1-4c91-a990-b21fe65aed02,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:27.945456 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.948491 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-4042c997-f735-4f4c-bbc6-ccd7b144b9cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:27.985069 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:27.987372 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8266d3ba-9908-4157-89ca-dae5c7b337ff" -d '{"events": [{"server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "name": "network-vif-plugged", "status": "completed", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:28.014029 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f869faa9-4cc5-4b27-a9c1-a81bebfe814a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:28.025231 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:28.026092 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:28.062554 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=45a55004-b2c1-4c91-a990-b21fe65aed02,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:28.071486 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:28.072850 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3d7537-d45c-491c-8984-8ea25a9c148b x-openstack-request-id: req-ba3d7537-d45c-491c-8984-8ea25a9c148b {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:28.073138 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "name": "network-vif-plugged", "status": "completed", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:28.073386 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba3d7537-d45c-491c-8984-8ea25a9c148b {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:28.073773 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'code': 200} May 31 11:43:28.074168 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:28.098919 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-08459897-b722-43c0-a615-9cf001e34e9a req-c91de8be-d894-40a1-aac5-a1481cca4101 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Synchronizing usage tracker for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:28.118174 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-08459897-b722-43c0-a615-9cf001e34e9a req-c91de8be-d894-40a1-aac5-a1481cca4101 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Unset dirty status for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:28.119976 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-c91de8be-d894-40a1-aac5-a1481cca4101 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311183063&fields=id&tenant_id=dce8da9af28d4584a1f928d44cbeef0a HTTP/1.1" status: 200 len: 267 time: 0.0704608 May 31 11:43:28.182799 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:28.201402 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:28.289931 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221cfeb-8f15-4c85-97d0-13118a7a9013 req-63e51450-7832-40f5-9c9f-165f01faf2d8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.298709 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2221cfeb-8f15-4c85-97d0-13118a7a9013 req-63e51450-7832-40f5-9c9f-165f01faf2d8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0980036 May 31 11:43:28.322304 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['45a55004-b2c1-4c91-a990-b21fe65aed02'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:28.326125 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-2441c9d8-ab4f-4853-ad0c-39cb9c482274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.334536 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-2441c9d8-ab4f-4853-ad0c-39cb9c482274 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 808 time: 0.1966245 May 31 11:43:28.355493 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-14f7b468-b84a-4c75-a91d-bdb24b9b938c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/quotas/dce8da9af28d4584a1f928d44cbeef0a HTTP/1.1" status: 200 len: 375 time: 0.0199304 May 31 11:43:28.355980 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2221cfeb-8f15-4c85-97d0-13118a7a9013 req-d3ecfd76-f441-4974-99ef-58cc73798ee5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557456 May 31 11:43:28.472597 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-08459897-b722-43c0-a615-9cf001e34e9a req-5334058a-9180-4218-b575-00486a401a3f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Synchronizing usage tracker for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:28.495349 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-08459897-b722-43c0-a615-9cf001e34e9a req-5334058a-9180-4218-b575-00486a401a3f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Unset dirty status for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:28.499651 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-5334058a-9180-4218-b575-00486a401a3f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415956 May 31 11:43:28.686405 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-e782c1ab-1d77-4b78-b5e3-2832b08d2cdc service neutron] 10.222.0.18 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709750 May 31 11:43:28.734219 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267950f0-d4c5-41bf-8e49-61cc2fb9d5ff req-5d36ce42-89c2-492a-8bc4-46aa68c69977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.735742 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-267950f0-d4c5-41bf-8e49-61cc2fb9d5ff req-5d36ce42-89c2-492a-8bc4-46aa68c69977 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.3431015 May 31 11:43:28.743572 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa888e-a56d-4f54-add8-b0600fbfbac0 req-36460afb-5367-4c41-b032-d6870a0729db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.745065 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0baa888e-a56d-4f54-add8-b0600fbfbac0 req-36460afb-5367-4c41-b032-d6870a0729db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 1098 time: 0.1606729 May 31 11:43:28.752800 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7233b-fb9f-4c8e-99ab-1b0c4beeb4ca req-605e3f58-b695-47b7-962a-ea86e05c65ee tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.754274 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-26d7233b-fb9f-4c8e-99ab-1b0c4beeb4ca req-605e3f58-b695-47b7-962a-ea86e05c65ee tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1710496 May 31 11:43:28.852618 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-267950f0-d4c5-41bf-8e49-61cc2fb9d5ff req-b734e8e9-bbcd-4415-b997-9f0bdc58c98a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961490 May 31 11:43:28.858984 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0baa888e-a56d-4f54-add8-b0600fbfbac0 req-e9109495-e5d4-4c5a-a85d-1f8a2132efe3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035097 May 31 11:43:28.866390 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-26d7233b-fb9f-4c8e-99ab-1b0c4beeb4ca req-0712f6e4-000f-46c7-b7dc-5990f1eaae61 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868750 May 31 11:43:28.962791 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-9c2d1128-d930-4773-aa41-e085cccf89a7 service neutron] 10.222.0.18 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697899 May 31 11:43:28.979408 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-abdfa75d-a1ae-4939-a2b1-56307f204d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.980990 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-abdfa75d-a1ae-4939-a2b1-56307f204d63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf&tenant_id=c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 1097 time: 0.1854062 May 31 11:43:29.052086 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abff4e-315a-4383-a554-0b459037cd04 req-8d0941c2-12d1-4920-82cc-c776a26874f1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.053474 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b9abff4e-315a-4383-a554-0b459037cd04 req-8d0941c2-12d1-4920-82cc-c776a26874f1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0858092 May 31 11:43:29.110620 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b9abff4e-315a-4383-a554-0b459037cd04 req-3b304fab-a49b-4af6-a526-b5baf4655029 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512533 May 31 11:43:29.295968 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab26d-8ff2-4307-a01f-289248692cd7 req-dc461cc7-5087-4b2b-8993-9c8262297d7e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.297452 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ce0ab26d-8ff2-4307-a01f-289248692cd7 req-dc461cc7-5087-4b2b-8993-9c8262297d7e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 944 time: 0.0878663 May 31 11:43:29.345018 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ce0ab26d-8ff2-4307-a01f-289248692cd7 req-a9f4949b-372a-4647-b079-8afadb5f6812 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 May 31 11:43:29.404877 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8c6dfbcd-1485-48c8-a2de-7d27eb7b242d req-b99528f4-28d4-461f-955b-0db6b3190ec3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0429316 May 31 11:43:29.529806 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 45a55004-b2c1-4c91-a990-b21fe65aed02 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:29.536241 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-f35dc7a9-9a95-4a39-aa09-052d67f86848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.541242 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-f35dc7a9-9a95-4a39-aa09-052d67f86848 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1097 time: 0.0871074 May 31 11:43:29.544316 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3bdd0-9778-40ef-970f-128a44bd297d req-fd2eba33-4a49-48c0-8fd0-c90893caa5f5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.546046 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d9a3bdd0-9778-40ef-970f-128a44bd297d req-fd2eba33-4a49-48c0-8fd0-c90893caa5f5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0851297 May 31 11:43:29.628735 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 45a55004-b2c1-4c91-a990-b21fe65aed02 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:29.633932 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 45a55004-b2c1-4c91-a990-b21fe65aed02 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:29.634463 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:29.634607 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d9a3bdd0-9778-40ef-970f-128a44bd297d req-9adc2611-a5f6-4a49-ab96-7489d30d26db tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784972 May 31 11:43:29.695974 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-389dec3a-d32b-4f03-87e4-2f79f10ff09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.697510 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-389dec3a-d32b-4f03-87e4-2f79f10ff09a service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1499941 May 31 11:43:29.773278 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:29.813204 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 45a55004-b2c1-4c91-a990-b21fe65aed02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45a55004-b2c1-4c91-a990-b21fe65aed02,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:29.818007 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:29.819974 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-31319cf5-e5d7-4eb1-9a13-988fbf45cc38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:29.820660 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-f44ee591-d589-4b58-b37c-21112da44b7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 1000 time: 0.1151495 May 31 11:43:29.889716 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=45a55004-b2c1-4c91-a990-b21fe65aed02,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:29.903673 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:29.910080 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-0f8127e5-1fd1-4131-b3b8-26221632da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.911809 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-0f8127e5-1fd1-4131-b3b8-26221632da48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0716541 May 31 11:43:30.066879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-5549a3bc-811e-4040-a5b6-eee51ebcc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.068336 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-5549a3bc-811e-4040-a5b6-eee51ebcc8c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1485918 May 31 11:43:30.074652 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a55004-b2c1-4c91-a990-b21fe65aed02'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:30.079443 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8f0be-cd16-421b-bc9c-c8737e75b1ed" -d '{"events": [{"server_uuid": "058a3c87-4045-4028-80ec-8e598f54ad6b", "name": "network-vif-plugged", "status": "completed", "tag": "45a55004-b2c1-4c91-a990-b21fe65aed02"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:30.083250 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bcd96-2831-4d96-9146-f6dbbcd99664 req-5de6b9b2-0878-4c4f-afb7-4bab2a5f6a15 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.084640 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f44bcd96-2831-4d96-9146-f6dbbcd99664 req-5de6b9b2-0878-4c4f-afb7-4bab2a5f6a15 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1084406 May 31 11:43:30.129240 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba226e2-77c3-4a75-932e-ef6a8b467bd7 x-openstack-request-id: req-5ba226e2-77c3-4a75-932e-ef6a8b467bd7 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:30.129756 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058a3c87-4045-4028-80ec-8e598f54ad6b", "name": "network-vif-plugged", "status": "completed", "tag": "45a55004-b2c1-4c91-a990-b21fe65aed02", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:30.130203 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ba226e2-77c3-4a75-932e-ef6a8b467bd7 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:30.132080 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a55004-b2c1-4c91-a990-b21fe65aed02', 'code': 200} May 31 11:43:30.230741 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f44bcd96-2831-4d96-9146-f6dbbcd99664 req-e0e5f3aa-6fca-436b-b65c-10a5a853b92c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393819 May 31 11:43:30.294472 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-d067b0a4-a627-4ac6-b60a-1a36a2382efe service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796126 May 31 11:43:30.332752 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630c82d-8585-4310-9fdb-6d90eb7c7ca5 req-18391dd2-fc3e-49e1-820b-b66869307649 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.334294 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a630c82d-8585-4310-9fdb-6d90eb7c7ca5 req-18391dd2-fc3e-49e1-820b-b66869307649 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0972497 May 31 11:43:30.388638 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a630c82d-8585-4310-9fdb-6d90eb7c7ca5 req-0991b2a4-5a83-4c52-9807-71024e037507 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 May 31 11:43:30.473173 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec10a6ec-475d-4cf3-aaaf-5b9ddf0157d0 req-1062ee3e-c598-4a39-bc25-3bc62eb23df0 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432624 May 31 11:43:30.568363 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-117ea6bc-45d5-4144-8a6a-5c2b0a977f16 req-8d66dc55-d9e7-47f7-b9fc-94a7723f3a61 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0477955 May 31 11:43:30.623854 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee8c1-e5f4-4de9-8e47-4aea2f7ae861 req-8a5d8965-1699-43d9-90e5-d4a8466f8ed5 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.625465 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c1ee8c1-e5f4-4de9-8e47-4aea2f7ae861 req-8a5d8965-1699-43d9-90e5-d4a8466f8ed5 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.1459749 May 31 11:43:30.675178 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed8048-c704-43d6-9cc5-efce12946ed7 req-b8221c33-c0cf-44a1-ad2b-e5d352828997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.676654 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-91ed8048-c704-43d6-9cc5-efce12946ed7 req-b8221c33-c0cf-44a1-ad2b-e5d352828997 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 1098 time: 0.1424541 May 31 11:43:30.683936 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3c1ee8c1-e5f4-4de9-8e47-4aea2f7ae861 req-e61e6534-8a95-4b27-b3f5-6ecf24e542cf tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483623 May 31 11:43:30.726415 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-91ed8048-c704-43d6-9cc5-efce12946ed7 req-7ee4719f-a6ad-4292-b304-f372b76f0a7d service neutron] Synchronizing usage tracker for tenant:b986c8a034d64f9991c0ea581430a7fe on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:30.742239 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-91ed8048-c704-43d6-9cc5-efce12946ed7 req-7ee4719f-a6ad-4292-b304-f372b76f0a7d service neutron] Unset dirty status for tenant:b986c8a034d64f9991c0ea581430a7fe on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:30.743713 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-91ed8048-c704-43d6-9cc5-efce12946ed7 req-7ee4719f-a6ad-4292-b304-f372b76f0a7d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550077 May 31 11:43:30.847628 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eebad-26ee-4f9b-99ed-da5fb39fe5b0 req-467e2de0-2377-49da-af27-02d1f6b1603b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.849109 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-541eebad-26ee-4f9b-99ed-da5fb39fe5b0 req-467e2de0-2377-49da-af27-02d1f6b1603b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0884840 May 31 11:43:30.894467 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-541eebad-26ee-4f9b-99ed-da5fb39fe5b0 req-911e4ec1-7f27-4f14-b646-103facdc7e0b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 May 31 11:43:31.084657 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ce417-881c-41d0-be90-8d2310ec8273 req-8aa44320-4222-455e-bb1f-c2bd8cf681cf tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.086125 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a82ce417-881c-41d0-be90-8d2310ec8273 req-8aa44320-4222-455e-bb1f-c2bd8cf681cf tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0860360 May 31 11:43:31.134188 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a82ce417-881c-41d0-be90-8d2310ec8273 req-f2b7b60d-541e-4c9c-b54d-e7b38d71131e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 May 31 11:43:31.158361 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 60506) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:31.570061 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:43:31.582019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d000d9-4449-4b00-8a7f-065317715dfa tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.583653 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b6d000d9-4449-4b00-8a7f-065317715dfa tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 1093 time: 0.4239640 May 31 11:43:31.587479 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 60530) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:31.597040 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'port_id': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:31.613218 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:31.618931 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:floatingip and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:31.622837 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:31.629657 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:31.644153 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:31.753218 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-99cdf1b3-c89c-45a3-ab10-4e973cde5deb tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.754745 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-99cdf1b3-c89c-45a3-ab10-4e973cde5deb tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 808 time: 0.4855456 May 31 11:43:31.811501 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a59e2-b1ac-4576-bb77-0e2eaf0fe2b0 req-6c1d3aa9-f87b-4833-9abc-a96ebebb52da tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.815961 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a11a59e2-b1ac-4576-bb77-0e2eaf0fe2b0 req-6c1d3aa9-f87b-4833-9abc-a96ebebb52da tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.2283232 May 31 11:43:31.924049 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a11a59e2-b1ac-4576-bb77-0e2eaf0fe2b0 req-96083e42-ae4f-4dd1-81b3-70211714ed80 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016171 May 31 11:43:32.005521 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968d9cb-7337-4449-bae6-2955ac44b502 req-62ff89a0-6a30-420a-9e02-03c667676322 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:32.012651 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e968d9cb-7337-4449-bae6-2955ac44b502 req-62ff89a0-6a30-420a-9e02-03c667676322 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2036564 May 31 11:43:32.074256 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:32.136609 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e968d9cb-7337-4449-bae6-2955ac44b502 req-7bd651bb-3ab7-440c-88c1-9e8d99fdca77 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132417 May 31 11:43:32.225938 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8f1c12e9-fd23-4428-b81b-43dead2e4592 req-22c84343-2908-44b8-b2d7-e15a8d945726 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.1080396 May 31 11:43:32.374628 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Allocated IP 172.27.0.38 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/89856a01-534c-4545-b51a-81d87328f358) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:32.586965 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cae867-3c2f-47c0-be4c-5c018862d63d req-bc17bb84-03e2-43e5-bc20-43e5212a9e24 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:32.594730 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-18cae867-3c2f-47c0-be4c-5c018862d63d req-bc17bb84-03e2-43e5-bc20-43e5212a9e24 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.3070230 May 31 11:43:32.600227 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:32.674600 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-18cae867-3c2f-47c0-be4c-5c018862d63d req-eea7a7ba-1971-4649-bdab-1cfed18bc771 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783887 May 31 11:43:32.729814 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:32.735523 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0341835d-8dfc-4423-8c7d-7806bc257546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:32.806315 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:32.809871 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:32.813850 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:32.861103 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=89856a01-534c-4545-b51a-81d87328f358,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:32.871302 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.871719 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.872082 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.872438 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.872776 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.873125 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.873478 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.873804 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.874142 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.874480 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.874841 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.875178 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:32.880543 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:33.181123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281f3ea-3149-41b6-bf5f-f1f8461ccda4 req-a63ef241-e666-4c6b-b765-90140b42258f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.182816 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c281f3ea-3149-41b6-bf5f-f1f8461ccda4 req-a63ef241-e666-4c6b-b765-90140b42258f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1002138 May 31 11:43:33.232203 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c281f3ea-3149-41b6-bf5f-f1f8461ccda4 req-33eb5564-17db-4c3d-8564-ef1d23303152 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 May 31 11:43:33.370431 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9b8a7-5b93-41e9-9a6a-29729662087c req-d9cc7dc1-a47b-4907-b2c6-dc89827a971f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.372222 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6ee9b8a7-5b93-41e9-9a6a-29729662087c req-d9cc7dc1-a47b-4907-b2c6-dc89827a971f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2481401 May 31 11:43:33.462588 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6ee9b8a7-5b93-41e9-9a6a-29729662087c req-67cd2fed-3119-4282-b200-72f35cba879f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805051 May 31 11:43:33.542117 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79459ea6-7a6d-4d11-8763-dd703a052ff1 req-0ceb4978-175d-4c70-8cab-013e06dbe259 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.1702015 May 31 11:43:33.691612 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:33.888790 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:33.987112 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea55fc0-993e-4b52-afbf-f3829225235c req-c2158dda-05aa-4ea0-bf47-359a490eac20 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.988595 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-aea55fc0-993e-4b52-afbf-f3829225235c req-c2158dda-05aa-4ea0-bf47-359a490eac20 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.1762595 May 31 11:43:34.116462 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-aea55fc0-993e-4b52-afbf-f3829225235c req-d770d50d-7c04-4f15-bd6a-5154a20ce989 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752487 May 31 11:43:34.159408 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:34.172418 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:34.177196 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f520f97f-f96d-4685-b1c4-e2e4ca238502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:34.283227 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=89856a01-534c-4545-b51a-81d87328f358,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:34.287505 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:34.320423 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:34.547783 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e265bb-15b8-497a-8ba8-3f9d9b2954b7 req-5d08d1cb-2530-4443-a6fa-5dac9278a01b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:34.555558 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90e265bb-15b8-497a-8ba8-3f9d9b2954b7 req-5d08d1cb-2530-4443-a6fa-5dac9278a01b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1274080 May 31 11:43:34.577570 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Floating IP 9743d965-5e59-4219-9eb8-ec2d71d2cc5e associated. External IP: 172.27.0.38, port: f869faa9-4cc5-4b27-a9c1-a81bebfe814a. May 31 11:43:34.605438 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90e265bb-15b8-497a-8ba8-3f9d9b2954b7 req-f10f223c-55fc-46f1-8c8e-afec03003624 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489607 May 31 11:43:34.807604 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3b2064a0-d2a5-4123-8d67-28d7733e4680 req-2c31f7d5-64f2-446a-b621-06b9307fdfd3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0472403 May 31 11:43:35.030882 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24829e27-c3b7-4c03-bb1b-47800be04895 req-aca180d1-57ad-4604-bbd4-43986eabe5ee tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:35.032421 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24829e27-c3b7-4c03-bb1b-47800be04895 req-aca180d1-57ad-4604-bbd4-43986eabe5ee tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2160857 May 31 11:43:35.168330 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24829e27-c3b7-4c03-bb1b-47800be04895 req-b6922d7d-1429-48d8-8030-6ae0d70170f0 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263824 May 31 11:43:35.192866 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:43:35.331370 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b947f-4f9e-473d-8548-c8566c913a60 req-733a4331-1775-4723-a01c-7918bff49ff9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:35.332933 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-481b947f-4f9e-473d-8548-c8566c913a60 req-733a4331-1775-4723-a01c-7918bff49ff9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.0956874 May 31 11:43:35.393241 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:43:35.409549 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-481b947f-4f9e-473d-8548-c8566c913a60 req-d18530ad-ec83-450c-aaf3-fa5d26ba1b6e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705149 May 31 11:43:35.410288 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:43:35.429868 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:43:35.430484 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:43:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:35.436771 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:35.508108 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9182718 May 31 11:43:35.508108 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:35.510097 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be04002-8da4-413e-afc3-3f9f9a98e520" -d '{"events": [{"name": "network-changed", "server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:35.567953 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cce01b-2212-40ee-843e-87ac080be0d6 x-openstack-request-id: req-37cce01b-2212-40ee-843e-87ac080be0d6 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:35.568285 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:35.568615 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37cce01b-2212-40ee-843e-87ac080be0d6 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:35.569142 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'status': 'completed', 'code': 200} May 31 11:43:35.661244 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:43:35.843827 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32154fc5-17bc-4a88-9322-1e75002925c6 req-5a89b396-65be-4b46-8453-7c06254d5e7a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:35.846208 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-32154fc5-17bc-4a88-9322-1e75002925c6 req-5a89b396-65be-4b46-8453-7c06254d5e7a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1016445 May 31 11:43:35.901448 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-32154fc5-17bc-4a88-9322-1e75002925c6 req-88ca7e2b-1cc2-4779-bca8-c0b3746e31c0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466511 May 31 11:43:35.994031 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c28361f3-d333-4dda-979a-c8b8a95718d3 req-bab1e9d7-64b6-4a24-ba18-b4061424f623 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0454094 May 31 11:43:36.132550 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '9743d965-5e59-4219-9eb8-ec2d71d2cc5e', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:8e:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:43:33Z', 'updated_at': '2021-05-31T11:43:33Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:36.137671 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:43:36.148994 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:43:36.149815 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:43:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:36.346949 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:43:36.380401 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04dbaa-ea21-48dd-af55-76c68ca18655 req-003a2943-f10c-4373-9ce2-4458498b4337 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.384564 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8b04dbaa-ea21-48dd-af55-76c68ca18655 req-003a2943-f10c-4373-9ce2-4458498b4337 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0935328 May 31 11:43:36.451711 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8b04dbaa-ea21-48dd-af55-76c68ca18655 req-8ea32a1c-b24a-43d5-b937-dbd2bcf466d6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579956 May 31 11:43:36.616594 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3cf55-5d3f-440e-a515-3a2894d26b3f req-0a3fabd0-5a6f-49fd-b02a-3162bd44127c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.618109 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e1e3cf55-5d3f-440e-a515-3a2894d26b3f req-0a3fabd0-5a6f-49fd-b02a-3162bd44127c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.0836589 May 31 11:43:36.665824 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e1e3cf55-5d3f-440e-a515-3a2894d26b3f req-eff380b1-f3d1-4a38-9501-99ab1d633c69 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 May 31 11:43:36.744387 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '9743d965-5e59-4219-9eb8-ec2d71d2cc5e', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:8e:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:43:33Z', 'updated_at': '2021-05-31T11:43:33Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:43:36.748328 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61cac8f-92c0-4aa0-a020-27217c28e2cf None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '9743d965-5e59-4219-9eb8-ec2d71d2cc5e', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:8e:22:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:43:33Z', 'updated_at': '2021-05-31T11:43:33Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:43:36.947651 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e35ab-edc5-4375-bf45-f6da70acc8b0 None None] New status for floating IP 9743d965-5e59-4219-9eb8-ec2d71d2cc5e: ACTIVE {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:43:37.159828 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f20c8e-2bea-42ce-9725-fd89161135ee req-5f7705f8-6e0c-4235-b2c5-71fce93a66b6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:37.161678 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-04f20c8e-2bea-42ce-9725-fd89161135ee req-5f7705f8-6e0c-4235-b2c5-71fce93a66b6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1194751 May 31 11:43:37.256939 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-04f20c8e-2bea-42ce-9725-fd89161135ee req-2029b3fb-1158-4492-add3-708703533774 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892375 May 31 11:43:37.274058 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a3020333-22ff-4ded-85c8-53b74d135497 req-de242460-37ee-4f6b-8749-4dae9f6b1a3a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0512183 May 31 11:43:37.675045 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb87f7b-ed4f-4340-b2ae-08f521a814e9 req-c66718ad-30d5-4e56-89a4-d8727f0cf08c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:37.676427 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0bb87f7b-ed4f-4340-b2ae-08f521a814e9 req-c66718ad-30d5-4e56-89a4-d8727f0cf08c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0923221 May 31 11:43:37.728333 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0bb87f7b-ed4f-4340-b2ae-08f521a814e9 req-0d7fcca7-c877-41d7-b25d-48071b9a7a74 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 May 31 11:43:37.876102 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457668c5-151f-4c28-8009-05027b84bc83 req-60c368c8-a3f8-4915-aa21-2556d711863c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:37.877571 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-457668c5-151f-4c28-8009-05027b84bc83 req-60c368c8-a3f8-4915-aa21-2556d711863c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.0912905 May 31 11:43:37.924919 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-457668c5-151f-4c28-8009-05027b84bc83 req-f4f0818e-d4f2-44e2-8f56-da7d43534498 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 May 31 11:43:38.449336 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f861dd36-c080-4719-9b7c-4bdd2fb51b11 req-3ae5fdd8-0a24-4e1d-b06b-ba4a10862638 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0520704 May 31 11:43:38.492303 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2326cb9-3885-4d47-9825-70d73221f9e9 req-69ba164c-3d04-45d0-9964-99881ced6bd9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:38.493819 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2326cb9-3885-4d47-9825-70d73221f9e9 req-69ba164c-3d04-45d0-9964-99881ced6bd9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1041291 May 31 11:43:38.540996 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c2326cb9-3885-4d47-9825-70d73221f9e9 req-fa546842-776f-4f08-802f-30cc7947d82a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 May 31 11:43:38.926577 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4420ee5-f2fa-4fbc-80f1-5e6146da9bbf req-2441e7e6-5752-4c27-bb5e-a8937334378f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:38.928048 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c4420ee5-f2fa-4fbc-80f1-5e6146da9bbf req-2441e7e6-5752-4c27-bb5e-a8937334378f tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0860951 May 31 11:43:38.978295 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c4420ee5-f2fa-4fbc-80f1-5e6146da9bbf req-afca5df2-0278-436a-9a11-de6b750b4a04 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 May 31 11:43:39.126436 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f33750-ea12-4164-8646-dcbe71c586d0 req-f63a2016-136c-4171-9996-afa5395aa66b tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:39.127942 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-13f33750-ea12-4164-8646-dcbe71c586d0 req-f63a2016-136c-4171-9996-afa5395aa66b tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.0863903 May 31 11:43:39.179677 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-13f33750-ea12-4164-8646-dcbe71c586d0 req-c26e124b-0c8e-4e37-b190-26a72b234b83 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 May 31 11:43:39.619290 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-75536526-6154-4da9-a47f-eaf2fe8804c7 req-7c2974d0-b596-4cbd-a014-3f14201ab2a2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0580270 May 31 11:43:39.761498 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6387a2-bd32-4e78-9b4b-9f3eb03aad65 req-003c644a-b16c-47ac-a7cc-16d70044b032 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:39.763037 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da6387a2-bd32-4e78-9b4b-9f3eb03aad65 req-003c644a-b16c-47ac-a7cc-16d70044b032 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0829799 May 31 11:43:39.809440 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-da6387a2-bd32-4e78-9b4b-9f3eb03aad65 req-c74a2905-3a04-4453-b34a-f02db5aad3c9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 May 31 11:43:40.181868 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d605e-e356-4444-bf16-71cd8a84be63 req-bdd4f17a-c0ed-442a-add9-ff6b7bfa0c3d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:40.183349 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-261d605e-e356-4444-bf16-71cd8a84be63 req-bdd4f17a-c0ed-442a-add9-ff6b7bfa0c3d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0822508 May 31 11:43:40.230683 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-261d605e-e356-4444-bf16-71cd8a84be63 req-bb39c933-36b7-44aa-b2f0-9b5174b662e5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 May 31 11:43:40.377519 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e476c9-2c31-42cc-9784-bfd66ed15041 req-e46c469a-2566-4d89-8441-053df4097846 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:40.378964 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-88e476c9-2c31-42cc-9784-bfd66ed15041 req-e46c469a-2566-4d89-8441-053df4097846 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.0874956 May 31 11:43:40.429296 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-88e476c9-2c31-42cc-9784-bfd66ed15041 req-1022a826-d451-4f1c-a6a8-f839d140dd11 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 May 31 11:43:40.787396 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6d70c462-d7af-486a-be32-e2398c18d989 req-9a6dfaea-3938-44bd-8661-8ee11183ebf1 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0477734 May 31 11:43:41.010760 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84850c35-12b9-4154-97cd-62afa1755015 req-7114a253-02e8-44f2-8974-f0bf5a89ee74 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:41.012348 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-84850c35-12b9-4154-97cd-62afa1755015 req-7114a253-02e8-44f2-8974-f0bf5a89ee74 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0825956 May 31 11:43:41.061454 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-84850c35-12b9-4154-97cd-62afa1755015 req-704aa7b1-fbfd-40b7-a6b0-0acea1f5ffc1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 May 31 11:43:41.430040 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b0d68-cbf4-46d4-a20d-b678cc383a0e req-18848c61-4328-4a87-af9d-292d8365bcf6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:41.431621 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e31b0d68-cbf4-46d4-a20d-b678cc383a0e req-18848c61-4328-4a87-af9d-292d8365bcf6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0864067 May 31 11:43:41.479219 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e31b0d68-cbf4-46d4-a20d-b678cc383a0e req-5d460cac-f6dc-47c7-a0ca-1eeb2d5c5330 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 May 31 11:43:41.672199 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727831a9-4573-4b96-be8d-8283be514286 req-e92f6cb6-9fa9-4761-b1ff-13a00072dda4 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:41.673652 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-727831a9-4573-4b96-be8d-8283be514286 req-e92f6cb6-9fa9-4761-b1ff-13a00072dda4 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.1050014 May 31 11:43:41.722119 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-727831a9-4573-4b96-be8d-8283be514286 req-00b1a43b-5b48-44b7-867a-431f1f0ba2a0 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 May 31 11:43:41.954287 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3bd1cda3-cb38-4325-bff6-24bacfb7ff03 req-b1d9c97f-7ebc-462d-b99a-95d031bedd3c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0520971 May 31 11:43:42.276577 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80f2e-a2b1-4411-8153-537f2b456ea9 req-1d6082a6-24a2-404e-bd9c-8f326336a567 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:42.278049 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b6d80f2e-a2b1-4411-8153-537f2b456ea9 req-1d6082a6-24a2-404e-bd9c-8f326336a567 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0952640 May 31 11:43:42.329885 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b6d80f2e-a2b1-4411-8153-537f2b456ea9 req-aafbd192-f819-47c5-85a5-314fdf064a53 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460393 May 31 11:43:42.766182 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c1db5-fd5b-4415-9a4f-4ce5472efc21 req-a12d9b63-2068-4673-99b3-b9341240b8ef tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:42.767636 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0e2c1db5-fd5b-4415-9a4f-4ce5472efc21 req-a12d9b63-2068-4673-99b3-b9341240b8ef tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1707764 May 31 11:43:42.812247 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0e2c1db5-fd5b-4415-9a4f-4ce5472efc21 req-d6f5c327-4172-47b7-b579-c0d036fd7d34 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 May 31 11:43:42.972801 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-ee7b65dc-270b-488f-bd65-92be79ae7844 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce8da9af28d4584a1f928d44cbeef0a HTTP/1.1" status: 200 len: 380 time: 0.0874143 May 31 11:43:42.992703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82391a4e-e7f7-449c-944a-7ad8f4daa75c req-57c137e1-54c2-4593-b234-100da51e1887 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.000469 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82391a4e-e7f7-449c-944a-7ad8f4daa75c req-57c137e1-54c2-4593-b234-100da51e1887 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.1643634 May 31 11:43:43.034245 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'port': {'device_id': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'admin_state_up': True, 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'security_groups': ['37b136a5-2251-422c-8d59-6f0b2e6d543d']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:43.059184 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-da84440d-ddbe-463a-ae90-a3a60867c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.060673 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-da84440d-ddbe-463a-ae90-a3a60867c8f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 1098 time: 0.1618905 May 31 11:43:43.062834 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43afb3-a393-491e-95ef-958bb550e544 req-362f7060-2aee-4327-8768-51bf7b51b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.063885 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-362f7060-2aee-4327-8768-51bf7b51b60e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0bc581eb1064479985807b22ad83ca65&device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 1099 time: 0.1084299 May 31 11:43:43.118018 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82391a4e-e7f7-449c-944a-7ad8f4daa75c req-1c08b6dc-01ff-439f-9772-bfaa2e9aa891 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164680 May 31 11:43:43.220510 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:43.230036 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:43.241563 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Made reservation on behalf of dce8da9af28d4584a1f928d44cbeef0a for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:43.245046 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:43.306427 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-633ae3a9-8d61-4969-8b65-af2d6e21ff78 req-dffa5c65-7403-4e35-9277-aa6644c8a236 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.1032281 May 31 11:43:43.390964 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43afb3-a393-491e-95ef-958bb550e544 req-0483ba8c-bbe3-4034-9de0-71f4ecf075a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.392390 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-0483ba8c-bbe3-4034-9de0-71f4ecf075a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 200 len: 919 time: 0.2894955 May 31 11:43:43.394867 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-be5c3737-08e9-4710-af10-bbb7c594d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.396214 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-be5c3737-08e9-4710-af10-bbb7c594d786 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.3214517 May 31 11:43:43.523229 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-bfc376f2-94d8-4556-9955-1707de93e00d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 200 len: 217 time: 0.1157012 May 31 11:43:43.529728 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Allocated IP 172.20.0.9 (2327cc00-bb05-49dd-a313-01c9dee1abe3/77517d6f-f925-4d7a-880f-1f6c5961a93b/e9dcb186-ffa9-416a-a66f-2abbb2f85cfd) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:43.605748 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122920-bd5d-4ec4-954a-f241550ee625 req-70012377-ae00-49ae-9a23-48f53cf2c6dc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.607238 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad122920-bd5d-4ec4-954a-f241550ee625 req-70012377-ae00-49ae-9a23-48f53cf2c6dc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1432538 May 31 11:43:43.611258 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-e4181828-6e91-4685-8826-c97a74bfb854 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a HTTP/1.1" status: 200 len: 1000 time: 0.2020018 May 31 11:43:43.615780 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43afb3-a393-491e-95ef-958bb550e544 req-31743ac7-994e-4643-9dbf-e277edc3b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.617092 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-31743ac7-994e-4643-9dbf-e277edc3b33f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 200 len: 858 time: 0.0796857 May 31 11:43:43.697442 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-15789f3f-0b87-4981-a068-a3ba0d3fc589 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32dadf34-9544-4b34-bc46-6379a1498be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506229 May 31 11:43:43.712538 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-8afe8f5e-0ae0-4607-beec-798b660df8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.713973 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-8afe8f5e-0ae0-4607-beec-798b660df8c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0960810 May 31 11:43:43.756458 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad122920-bd5d-4ec4-954a-f241550ee625 req-bc1ce4ed-1e1e-4133-989c-179ff0b2ed23 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983510 May 31 11:43:43.771750 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:43.787282 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Transition to ACTIVE for port object e9dcb186-ffa9-416a-a66f-2abbb2f85cfd will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:43.812197 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:43.819733 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:43.883984 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:43.887105 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:43.890764 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:43.926535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:43.940225 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:43.941524 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-3d3af0a7-6ac9-47f0-9017-3b072fbb03ff service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130749 May 31 11:43:43.945904 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.946268 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.946588 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-bdabe0bb-7b13-4764-9ffc-762332f34cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.946725 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.946988 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.947333 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.947676 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.948014 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-bdabe0bb-7b13-4764-9ffc-762332f34cd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2186422 May 31 11:43:43.948128 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.948351 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.948692 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.949028 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.949362 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.949728 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:43.964392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:43.984218 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.984825 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.014465 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9843822 May 31 11:43:44.048743 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Request body: {'port': {'device_id': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:44.137726 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-3725b7ad-5164-4fd2-b6c7-069d6c24b150 None None] Provisioning for port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:44.144016 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-3725b7ad-5164-4fd2-b6c7-069d6c24b150 None None] Provisioning complete for port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:44.144609 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3725b7ad-5164-4fd2-b6c7-069d6c24b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.177398 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.207676 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-3725b7ad-5164-4fd2-b6c7-069d6c24b150 None None] Port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:43:44.303746 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b482298-ecb1-4356-b027-96cb73e8dfbc req-23f1e4a9-62eb-418f-b657-4f405506aa23 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:44.305636 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7b482298-ecb1-4356-b027-96cb73e8dfbc req-23f1e4a9-62eb-418f-b657-4f405506aa23 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2594366 May 31 11:43:44.314837 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-46131638-5ced-46b5-865b-eed0e3df443b service neutron] 10.222.0.62 "GET /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659027 May 31 11:43:44.317170 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-bd9f77f5-ca47-4d42-b228-e605c2f9629b service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505785 May 31 11:43:44.481121 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7b482298-ecb1-4356-b027-96cb73e8dfbc req-52d4f5a2-35f8-4f75-8ab7-6d89326da902 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696112 May 31 11:43:44.493966 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ef8af-7df8-4452-968f-3baf4c313653 req-66aee94e-69e3-45d2-bb7a-7bfadb8d6681 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:44.495340 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c13ef8af-7df8-4452-968f-3baf4c313653 req-66aee94e-69e3-45d2-bb7a-7bfadb8d6681 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.1970973 May 31 11:43:44.560095 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c13ef8af-7df8-4452-968f-3baf4c313653 req-f49930b0-4683-46fd-9f30-249d73c5c595 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588236 May 31 11:43:44.623687 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3be04002-8da4-413e-afc3-3f9f9a98e520 req-21afedef-cb28-4021-a1aa-a5c4a563a44c service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661710 May 31 11:43:44.632382 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dcb186-ffa9-416a-a66f-2abbb2f85cfd {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:44.640115 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.656521 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Transition to ACTIVE for port object e9dcb186-ffa9-416a-a66f-2abbb2f85cfd will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:44.661857 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.668287 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:44.675052 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ff06a-442f-46a4-8fa0-f4aeef399000 req-74b285cf-3754-412d-b79d-a60ae50febbd tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:44.676612 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d51ff06a-442f-46a4-8fa0-f4aeef399000 req-74b285cf-3754-412d-b79d-a60ae50febbd tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 931 time: 0.0927346 May 31 11:43:44.726191 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-d51ff06a-442f-46a4-8fa0-f4aeef399000 req-93d83292-33b3-4a04-94cd-21dcdb93e576 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Synchronizing usage tracker for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:44.738876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-d51ff06a-442f-46a4-8fa0-f4aeef399000 req-93d83292-33b3-4a04-94cd-21dcdb93e576 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Unset dirty status for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:44.740193 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d51ff06a-442f-46a4-8fa0-f4aeef399000 req-93d83292-33b3-4a04-94cd-21dcdb93e576 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556004 May 31 11:43:44.837283 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:44.840259 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:44.937073 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Attempting to bind port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:44.937672 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Attempting to bind port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:44.938104 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Attempting to bind port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd on network 2327cc00-bb05-49dd-a313-01c9dee1abe3 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:44.977384 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd on network 2327cc00-bb05-49dd-a313-01c9dee1abe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:43:44.977702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Attempting to bind port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd on network 2327cc00-bb05-49dd-a313-01c9dee1abe3 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:44.991635 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:44.991969 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Checking segment: {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:44.992347 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Bound using segment: {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:44.992775 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Bound port: e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:44.993117 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:45.098187 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:45.102198 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:45.111181 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bdf7a-464a-4e42-a579-5291d492075e req-5785b083-6c5a-4507-b2a6-091533b26312 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.112638 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b21bdf7a-464a-4e42-a579-5291d492075e req-5785b083-6c5a-4507-b2a6-091533b26312 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1704047 May 31 11:43:45.114033 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:45.118034 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aee7569d-4ad4-4da8-be45-78256c9f6e6c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:45.201648 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.202254 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:45.203661 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] 10.222.0.62 "PUT /v2.0/ports/e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 1093 time: 1.1600697 May 31 11:43:45.204354 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:45.206650 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241c5e35-7d2e-4e85-9f82-ab3d094d7427" -d '{"events": [{"name": "network-changed", "server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:45.236660 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b21bdf7a-464a-4e42-a579-5291d492075e req-d6b0abb7-2506-46df-8b0e-b75f33ffa0b8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818965 May 31 11:43:45.237455 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:45.240949 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:45.310388 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce139557-53ea-4d0d-bf82-ea81ceb4a9ec x-openstack-request-id: req-ce139557-53ea-4d0d-bf82-ea81ceb4a9ec {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:45.310891 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:45.311417 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce139557-53ea-4d0d-bf82-ea81ceb4a9ec {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:45.311953 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'status': 'completed', 'code': 200} May 31 11:43:45.344458 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-d909ed0f-6aa9-46a6-b8c3-3fe8216ac212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.346078 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-d909ed0f-6aa9-46a6-b8c3-3fe8216ac212 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1096 time: 0.0844293 May 31 11:43:45.504108 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-c7b30848-7158-4f79-94b4-44a215647596 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 217 time: 0.1435974 May 31 11:43:45.570659 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-e2fa6625-a722-4e4c-a668-675f79634430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.572108 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-e2fa6625-a722-4e4c-a668-675f79634430 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0608125 May 31 11:43:45.661702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08459897-b722-43c0-a615-9cf001e34e9a req-35e3edc2-30a4-4a1f-a1ce-575362d8eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.663216 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-35e3edc2-30a4-4a1f-a1ce-575362d8eaa3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821655 May 31 11:43:45.694355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a635b8-1de3-42f6-a7e8-2eff1f5719c0 req-3b8dc858-92e1-442c-ab48-cfe1eb607284 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.695812 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-82a635b8-1de3-42f6-a7e8-2eff1f5719c0 req-3b8dc858-92e1-442c-ab48-cfe1eb607284 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1038690 May 31 11:43:45.740643 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-82a635b8-1de3-42f6-a7e8-2eff1f5719c0 req-ab145791-ccbd-4d96-84c8-6a63941671d7 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 May 31 11:43:45.868917 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-226e785c-4dfc-4052-9dea-7fff799e00d5 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803775 May 31 11:43:45.879861 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07c58-996e-443b-accc-d9af0409f8a4 req-fb6052f8-8065-48f5-8910-dff63d2b7207 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.881235 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3c07c58-996e-443b-accc-d9af0409f8a4 req-fb6052f8-8065-48f5-8910-dff63d2b7207 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.1940503 May 31 11:43:45.930289 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c827a60-571f-4fac-b32c-6e82640784e1 req-09e73e28-a80a-4814-ba87-02c42d3ba53c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.931845 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0c827a60-571f-4fac-b32c-6e82640784e1 req-09e73e28-a80a-4814-ba87-02c42d3ba53c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.0836728 May 31 11:43:46.005356 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d3c07c58-996e-443b-accc-d9af0409f8a4 req-bef94aaf-be4b-4aa8-a934-2562887b9563 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055193 May 31 11:43:46.029858 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0c827a60-571f-4fac-b32c-6e82640784e1 req-121073c2-ac2c-4275-af47-32787b515766 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920229 May 31 11:43:46.054498 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-08459897-b722-43c0-a615-9cf001e34e9a req-1bbf6ca9-f7d8-4d04-a2a1-41c2aa3a4377 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722980 May 31 11:43:46.069160 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-ae2e3359-a15d-4483-b2a6-a285a40a4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.070736 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-ae2e3359-a15d-4483-b2a6-a285a40a4ac5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1097 time: 0.1131027 May 31 11:43:46.266287 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-42cd6e4a-c565-46d4-9c7b-40e52ef9a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.267790 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-42cd6e4a-c565-46d4-9c7b-40e52ef9a2ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1096 time: 0.0728433 May 31 11:43:46.326170 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-b4c86c01-d5cb-44e0-ac55-1fee89e43e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.327747 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-b4c86c01-d5cb-44e0-ac55-1fee89e43e2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1321723 May 31 11:43:46.459531 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-967f4ca1-7f46-4e76-a069-769dea222ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.460938 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-967f4ca1-7f46-4e76-a069-769dea222ede service neutron] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 909 time: 0.1855001 May 31 11:43:46.463310 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-d148aa54-b257-42f8-93a0-ffec8e638708 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 1000 time: 0.0971053 May 31 11:43:46.479967 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876658a3-1d6f-4a1a-9f30-74bb7feb52fc req-2f3274df-10b6-46fa-b869-5060894b9ad9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.481779 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-876658a3-1d6f-4a1a-9f30-74bb7feb52fc req-2f3274df-10b6-46fa-b869-5060894b9ad9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.1274405 May 31 11:43:46.542955 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-80df3cde-9149-40be-bbe9-8b7b1c164d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.544531 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-80df3cde-9149-40be-bbe9-8b7b1c164d36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0576820 May 31 11:43:46.560605 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-6e1d3e2b-d5d6-499e-b333-fa8111426b6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 217 time: 0.0740232 May 31 11:43:46.561796 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a860c26b-ba0d-4002-8fc5-7d84bbaf4406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:46.589692 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-876658a3-1d6f-4a1a-9f30-74bb7feb52fc req-47b8b8b6-f7a0-4f05-9f63-2ef2c65eaeed tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574074 May 31 11:43:46.661550 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-0476da02-54f0-4e1e-8d08-dbbc3931e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.662996 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-0476da02-54f0-4e1e-8d08-dbbc3931e39d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0639789 May 31 11:43:46.669322 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-acd6088e-4cab-4687-bc67-4733c2d8623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.670789 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-acd6088e-4cab-4687-bc67-4733c2d8623f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756578 May 31 11:43:46.747993 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-eae06275-adb6-41f5-a188-97f283f91de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.749485 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-eae06275-adb6-41f5-a188-97f283f91de6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793197 May 31 11:43:46.821252 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-029221c3-3bde-4d60-a705-d8a4a9d5ee26 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354187 May 31 11:43:46.889190 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-12793a54-1dba-4747-9a03-b8186187edf0 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276970 May 31 11:43:47.008654 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-30789cce-79a5-4ffd-adba-0fc63f5fed96 req-ac469c55-1458-4379-b1df-a7cd9bb1ff7c service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766541 May 31 11:43:47.020243 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-241c5e35-7d2e-4e85-9f82-ab3d094d7427 req-6776c0ba-77a0-4d91-914c-5ca1d53440c0 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232617 May 31 11:43:47.020915 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea228b78-bd38-470f-b0e9-3734a1943573 req-cf9226af-1c19-4403-940f-2a48a5d7e37c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:47.022482 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea228b78-bd38-470f-b0e9-3734a1943573 req-cf9226af-1c19-4403-940f-2a48a5d7e37c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1712041 May 31 11:43:47.070695 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ea228b78-bd38-470f-b0e9-3734a1943573 req-5f4fde70-7c62-460f-bfcc-b5a265c10ff6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 May 31 11:43:47.220770 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd384b4a-0153-4a24-bb1e-d23386706098 req-e952b3ec-8872-467b-beb8-3a2a25a1f197 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:47.222220 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fd384b4a-0153-4a24-bb1e-d23386706098 req-e952b3ec-8872-467b-beb8-3a2a25a1f197 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.0945456 May 31 11:43:47.257930 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d751-0349-4b7f-a874-8b2b7a11306d req-62a89f75-617c-49f5-8af0-47382eae4dab tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:47.259546 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d4a4d751-0349-4b7f-a874-8b2b7a11306d req-62a89f75-617c-49f5-8af0-47382eae4dab tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.0854559 May 31 11:43:47.268199 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fd384b4a-0153-4a24-bb1e-d23386706098 req-7e48e59a-dc0d-4874-9b7b-fce4f19c937d tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 May 31 11:43:47.311010 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d4a4d751-0349-4b7f-a874-8b2b7a11306d req-fa412177-add7-4ef7-a5f6-1a4b44093ce1 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 May 31 11:43:47.790309 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4b7a2-9e8a-45ae-ad99-d269f63d20b8 req-aa7c46f5-2033-4b5c-b799-e0f619a985e8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:47.791851 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c1c4b7a2-9e8a-45ae-ad99-d269f63d20b8 req-aa7c46f5-2033-4b5c-b799-e0f619a985e8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0849195 May 31 11:43:47.844418 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c1c4b7a2-9e8a-45ae-ad99-d269f63d20b8 req-17706e7f-7af4-43fb-a628-fd3249742ed6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463276 May 31 11:43:47.942013 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-03cd402f-549e-43dc-8587-4caf262a73ac tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:47.943455 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-03cd402f-549e-43dc-8587-4caf262a73ac tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.0806770 May 31 11:43:48.152623 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Deleting port 45a55004-b2c1-4c91-a990-b21fe65aed02 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:43:48.153020 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.298033 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] For port 45a55004-b2c1-4c91-a990-b21fe65aed02, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=45a55004-b2c1-4c91-a990-b21fe65aed02,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:48.298267 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.456626 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Calling delete_port for 45a55004-b2c1-4c91-a990-b21fe65aed02 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:43:48.507456 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ada1fb-cf01-4b43-af45-83af524409a8 req-89f16430-17d6-4ac8-8850-a773156cdfbc tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:48.508895 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-40ada1fb-cf01-4b43-af45-83af524409a8 req-89f16430-17d6-4ac8-8850-a773156cdfbc tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.0912471 May 31 11:43:48.555252 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-40ada1fb-cf01-4b43-af45-83af524409a8 req-be4f5c59-50e9-46d8-a595-ad67a561271c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 May 31 11:43:48.594181 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37651659-164c-4a65-8d36-f4580691323c req-6f13829d-e6b6-4f09-a829-9889cf25cdd5 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:48.595636 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-37651659-164c-4a65-8d36-f4580691323c req-6f13829d-e6b6-4f09-a829-9889cf25cdd5 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 945 time: 0.1792367 May 31 11:43:48.687183 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-37651659-164c-4a65-8d36-f4580691323c req-8f16cbfa-df43-4cac-8b10-993ed5e3bffc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 May 31 11:43:48.697287 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.705152 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:48.734463 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-242d87de-687c-4d9b-ae9a-b7c84f45adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.751393 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['45a55004-b2c1-4c91-a990-b21fe65aed02'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:48.792978 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Pushing event deleted for resources: {'Port': ['ID=45a55004-b2c1-4c91-a990-b21fe65aed02,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:48.795033 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:48.822399 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.871474 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] No DVR routers for this DVR port 45a55004-b2c1-4c91-a990-b21fe65aed02 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:43:48.874381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.877105 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'name': 'network-vif-deleted', 'tag': '45a55004-b2c1-4c91-a990-b21fe65aed02'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:48.879457 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a758954-497d-4b2d-913a-e2b947d38ea8" -d '{"events": [{"server_uuid": "058a3c87-4045-4028-80ec-8e598f54ad6b", "name": "network-vif-deleted", "tag": "45a55004-b2c1-4c91-a990-b21fe65aed02"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:48.894885 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-33b08103-7ad1-405d-a219-4979da9b7b98 req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "DELETE /v2.0/ports/45a55004-b2c1-4c91-a990-b21fe65aed02 HTTP/1.1" status: 204 len: 173 time: 0.9448464 May 31 11:43:48.928118 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e451d7d-e62a-43ad-ada5-e87e63d087e3 x-openstack-request-id: req-7e451d7d-e62a-43ad-ada5-e87e63d087e3 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:48.928441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058a3c87-4045-4028-80ec-8e598f54ad6b", "name": "network-vif-deleted", "tag": "45a55004-b2c1-4c91-a990-b21fe65aed02", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:48.928721 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e451d7d-e62a-43ad-ada5-e87e63d087e3 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:48.929128 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058a3c87-4045-4028-80ec-8e598f54ad6b', 'name': 'network-vif-deleted', 'tag': '45a55004-b2c1-4c91-a990-b21fe65aed02', 'status': 'completed', 'code': 200} May 31 11:43:49.051613 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed8d80-65f2-42cb-83af-95740396145d req-1dba8ce3-041d-4315-b892-399e5c232e82 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:49.053067 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ebed8d80-65f2-42cb-83af-95740396145d req-1dba8ce3-041d-4315-b892-399e5c232e82 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0856590 May 31 11:43:49.187251 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ebed8d80-65f2-42cb-83af-95740396145d req-428be82d-dd8f-4a60-ab6f-6c34536d5b56 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256051 May 31 11:43:49.750131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf8aa9-e983-4a5f-b2ea-d846339032e6 req-4204a771-f410-4c8b-9b6b-b73f251be17f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:49.750885 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a8bf8aa9-e983-4a5f-b2ea-d846339032e6 req-4204a771-f410-4c8b-9b6b-b73f251be17f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Synchronizing usage tracker for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:49.767103 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a8bf8aa9-e983-4a5f-b2ea-d846339032e6 req-4204a771-f410-4c8b-9b6b-b73f251be17f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Unset dirty status for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:49.768238 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a8bf8aa9-e983-4a5f-b2ea-d846339032e6 req-4204a771-f410-4c8b-9b6b-b73f251be17f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.0983050 May 31 11:43:49.814859 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a8bf8aa9-e983-4a5f-b2ea-d846339032e6 req-a36f596c-634d-4b62-a617-f296248cbd4a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 May 31 11:43:49.856518 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b50e1f57-a94c-423f-ad54-1d7f5aaa1f19 req-11f63352-9661-4e4c-af4f-16090cea6a75 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=058a3c87-4045-4028-80ec-8e598f54ad6b HTTP/1.1" status: 200 len: 210 time: 0.0428939 May 31 11:43:49.931782 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:50.389024 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56931c7-3748-4d69-8047-e754dd1ec13f req-33de6ff3-d0a9-48d3-aa5d-9a35102dbf0e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.390465 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f56931c7-3748-4d69-8047-e754dd1ec13f req-33de6ff3-d0a9-48d3-aa5d-9a35102dbf0e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0831566 May 31 11:43:50.441392 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f56931c7-3748-4d69-8047-e754dd1ec13f req-c2685fdd-29c0-4717-a51e-e6b4d28600c6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451615 May 31 11:43:51.015692 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad63098-f4aa-43a6-9bc2-2aa64da58f2c req-6842bed6-e30d-4288-9201-79269ff9229f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:51.017150 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0ad63098-f4aa-43a6-9bc2-2aa64da58f2c req-6842bed6-e30d-4288-9201-79269ff9229f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.0915189 May 31 11:43:51.062135 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0ad63098-f4aa-43a6-9bc2-2aa64da58f2c req-8347e864-54d2-49bb-a26c-ef41d62f2db9 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391829 May 31 11:43:51.288205 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-82672bbd-d3fe-4803-bf3c-a571af863e18 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:51.289737 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-82672bbd-d3fe-4803-bf3c-a571af863e18 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/networks?id=da1f4ea4-bfad-408e-9a33-4e45594764d0 HTTP/1.1" status: 200 len: 809 time: 0.1512449 May 31 11:43:51.305180 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-4e9fc26e-2a19-4480-9068-0515754914e4 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/quotas/89603d08299d4f4a85ec8356a041a78e HTTP/1.1" status: 200 len: 375 time: 0.0097365 May 31 11:43:51.351491 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-b7064414-022c-40e5-9c8c-9c9614b62757 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Synchronizing usage tracker for tenant:89603d08299d4f4a85ec8356a041a78e on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:51.370513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-b7064414-022c-40e5-9c8c-9c9614b62757 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Unset dirty status for tenant:89603d08299d4f4a85ec8356a041a78e on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:51.372193 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-b7064414-022c-40e5-9c8c-9c9614b62757 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89603d08299d4f4a85ec8356a041a78e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615308 May 31 11:43:51.500402 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:51.514968 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-898911ee-01ee-42ab-8b28-100540efa533 service neutron] 10.222.0.18 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322277 May 31 11:43:51.650683 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c83be-3891-47fc-92d8-a4c05286314c req-c73f497e-1f0a-439b-815b-2a798e9df846 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:51.651961 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:51.653300 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-751c83be-3891-47fc-92d8-a4c05286314c req-c73f497e-1f0a-439b-815b-2a798e9df846 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 944 time: 0.0941770 May 31 11:43:51.679546 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-78ea3932-8791-4305-ae0e-162afc6237cf service neutron] 10.222.0.18 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575439 May 31 11:43:51.707168 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-751c83be-3891-47fc-92d8-a4c05286314c req-1c0d786d-00b6-4f92-a5bd-de23eb75afe1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476658 May 31 11:43:51.763565 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 45a55004-b2c1-4c91-a990-b21fe65aed02 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:51.811576 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: 45a55004-b2c1-4c91-a990-b21fe65aed02 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:43:51.814827 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 45a55004-b2c1-4c91-a990-b21fe65aed02 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:43:51.873178 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:51.879531 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7f266ef1-0b09-448c-a2d2-08aaf0fd3ee3 req-882cc27c-979d-4790-8619-0d1207f2c484 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 210 time: 0.0479255 May 31 11:43:51.886460 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'port_id': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'mac_address': 'fa:16:3e:4a:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:51.944783 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:51.961699 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ffc563-1032-471e-9c87-6eab02076e11 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:51.977003 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:51.982461 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:51.984227 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:52.055804 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=9']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:52.064431 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.064772 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.065107 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.065432 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.065757 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.066081 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.066398 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.066814 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.067126 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.067443 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.067753 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.068066 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:52.072172 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:52.333819 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1487545-52e8-432a-9856-fc325348d217 req-81c02e2c-dcb2-4699-9af8-44782787856f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.335285 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e1487545-52e8-432a-9856-fc325348d217 req-81c02e2c-dcb2-4699-9af8-44782787856f tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.1683111 May 31 11:43:52.366899 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['f3ffc563-1032-471e-9c87-6eab02076e11'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:52.382237 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e1487545-52e8-432a-9856-fc325348d217 req-a4133034-12bd-4d34-b3ad-fc8dddd3fca1 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 May 31 11:43:52.765246 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e28034-bc2a-491e-a213-caaf9aa48f5e req-14bce079-28b9-4c1f-81c8-469a599d8e00 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.766886 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-07e28034-bc2a-491e-a213-caaf9aa48f5e req-14bce079-28b9-4c1f-81c8-469a599d8e00 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.0886145 May 31 11:43:52.812659 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-07e28034-bc2a-491e-a213-caaf9aa48f5e req-9f5a0fef-cfdb-4b04-9f2e-74d0cbd01e47 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 May 31 11:43:52.904605 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d892348-3d95-4954-91e2-09ca53c8b2d2 req-a64cbd3e-cc99-4299-afb5-abf7931765d8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.906051 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5d892348-3d95-4954-91e2-09ca53c8b2d2 req-a64cbd3e-cc99-4299-afb5-abf7931765d8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 945 time: 0.0856485 May 31 11:43:52.960412 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5d892348-3d95-4954-91e2-09ca53c8b2d2 req-47b0bc8c-14f1-47c4-840b-4cb28d9bc1ff tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479586 May 31 11:43:53.038497 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aec66723-22fe-4a89-99f8-6fb16711897e req-ac38d970-29a2-442b-8e2f-ceab0c1779b7 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 210 time: 0.0491662 May 31 11:43:53.238872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 60824) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:53.247833 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-a3bdcf0d-626f-4212-9b36-484d5af4ef34 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:53.249351 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-a3bdcf0d-626f-4212-9b36-484d5af4ef34 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "GET /v2.0/networks?id=da1f4ea4-bfad-408e-9a33-4e45594764d0 HTTP/1.1" status: 200 len: 809 time: 0.1492784 May 31 11:43:53.272086 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Request body: {'port': {'device_id': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0', 'admin_state_up': True, 'tenant_id': '89603d08299d4f4a85ec8356a041a78e'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:53.360534 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.374724 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:53.379012 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Usage tracker for resource:security_group_rule and tenant:60b81b0d6eb8404689279d9b300d62b4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:53.381883 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:53.387573 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:53.408926 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:53.419287 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:53.431457 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Made reservation on behalf of 89603d08299d4f4a85ec8356a041a78e for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:53.435135 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.502349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.539423 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.552551 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-a938de69-5c8a-4c1c-b478-4e96a3a9011e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:53.596423 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60b81b0d6eb8404689279d9b300d62b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575566 May 31 11:43:53.598365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Allocated IP 172.20.0.7 (da1f4ea4-bfad-408e-9a33-4e45594764d0/14648fae-8b33-4428-b5ed-15611611d693/380d1c53-3547-4bec-857a-40c387fd1ca9) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:53.600055 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 60836) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:53.603282 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ede70-ce74-4118-8814-bf9971e1bdc4,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:53.606932 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:53.634772 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404481a0-29c5-4da7-a3a1-f0d300d3c4ce req-9eac39e0-21a0-47d7-b916-b4c66134a7dc tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:53.636231 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-404481a0-29c5-4da7-a3a1-f0d300d3c4ce req-9eac39e0-21a0-47d7-b916-b4c66134a7dc tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.1326535 May 31 11:43:53.650826 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e9dcb186-ffa9-416a-a66f-2abbb2f85cfd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:53.660201 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:53.684642 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-404481a0-29c5-4da7-a3a1-f0d300d3c4ce req-bcef6c44-c1d3-4b18-a090-230c350d72cb tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 May 31 11:43:53.702396 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.806075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.828796 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port f3ffc563-1032-471e-9c87-6eab02076e11 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:53.829173 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.892669 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:53.903263 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.908577 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.913806 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'port_id': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'mac_address': 'fa:16:3e:16:d5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:53.914005 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-abca9916-2740-4aae-a788-84dff9403b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:53.961887 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ede70-ce74-4118-8814-bf9971e1bdc4,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:53.969497 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:54.011368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.022104 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:54.062369 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.063414 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.067230 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a7ede70-ce74-4118-8814-bf9971e1bdc4 HTTP/1.1" status: 204 len: 168 time: 0.4662633 May 31 11:43:54.087551 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dcb186-ffa9-416a-a66f-2abbb2f85cfd {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:54.103048 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.129134 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:54.130267 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Network da1f4ea4-bfad-408e-9a33-4e45594764d0 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:54.136857 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.140283 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:54.140997 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:54.147942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:54.190283 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:54.200931 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d89dec5-e75d-4b78-8ba3-9195801f1229" -d '{"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:54.205961 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4b240-3109-46f7-a58c-3bb7eab029ae req-4d67d987-1854-4438-b715-cdfb9161ad75 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.208923 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8dc4b240-3109-46f7-a58c-3bb7eab029ae req-4d67d987-1854-4438-b715-cdfb9161ad75 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 945 time: 0.1173005 May 31 11:43:54.232867 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:54.234442 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.235636 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.240884 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.247900 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:54.257303 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:54.257742 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:54.260795 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Pushing event updated for resources: {'Port': ['ID=380d1c53-3547-4bec-857a-40c387fd1ca9,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:54.272566 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1bf6c-9a0f-4c6a-a743-ddb5008f4172 req-c6a1b9a5-6683-4f96-96bd-27b4a8f9b656 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.280037 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d1b1bf6c-9a0f-4c6a-a743-ddb5008f4172 req-c6a1b9a5-6683-4f96-96bd-27b4a8f9b656 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.3528855 May 31 11:43:54.306466 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386262 May 31 11:43:54.307391 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:54.317002 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8dc4b240-3109-46f7-a58c-3bb7eab029ae req-485eb862-ab93-4a82-a953-33aaa2f49f7b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019866 May 31 11:43:54.346813 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=10']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:54.357125 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:54.361950 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d1b1bf6c-9a0f-4c6a-a743-ddb5008f4172 req-80baf05c-c6ec-4981-9893-a723d6470376 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808349 May 31 11:43:54.370501 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Request body: {'port': {'device_id': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:54.443936 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58736f7a-c5ed-4aed-90ad-ca695785612e x-openstack-request-id: req-58736f7a-c5ed-4aed-90ad-ca695785612e {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:54.444442 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:54.444766 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58736f7a-c5ed-4aed-90ad-ca695785612e {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:54.445229 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'code': 200} May 31 11:43:54.528570 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:54.565746 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.608047 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70fed2-0cb9-4206-bf58-ba97c1f52786 req-1da6cf19-4557-4fcf-a04a-a037a9cc7fac tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.609868 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb70fed2-0cb9-4206-bf58-ba97c1f52786 req-1da6cf19-4557-4fcf-a04a-a037a9cc7fac tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 931 time: 0.1090672 May 31 11:43:54.659504 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-cb70fed2-0cb9-4206-bf58-ba97c1f52786 req-a9e47512-27c6-4103-a754-98cf53361388 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 May 31 11:43:54.975818 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 60870) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:55.048929 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc2e3b-e06a-4362-bdd0-52798a2170ca req-fdfe8a9b-2449-4df7-bd0a-0ea1eddfc3c9 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.050737 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-32fc2e3b-e06a-4362-bdd0-52798a2170ca req-fdfe8a9b-2449-4df7-bd0a-0ea1eddfc3c9 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 944 time: 0.2207904 May 31 11:43:55.097773 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1775606007-network', 'tenant_id': '091904056d754e429e2e7fa44d34c4ab'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:55.108453 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:55.117851 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Usage tracker for resource:network and tenant:091904056d754e429e2e7fa44d34c4ab is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:55.122203 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:55.130774 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:55.148354 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-32fc2e3b-e06a-4362-bdd0-52798a2170ca req-3944c46f-2e98-4c3e-95c7-de43a18fd5a4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868278 May 31 11:43:55.150309 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380d1c53-3547-4bec-857a-40c387fd1ca9 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:55.150858 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Made reservation on behalf of 091904056d754e429e2e7fa44d34c4ab for: {'network': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:55.153440 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.158575 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.166357 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5175bd0-c507-4ac8-96cd-7c6451046d58 req-bbc2a2db-516f-4a06-ac78-61b3c6fd3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.167842 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f5175bd0-c507-4ac8-96cd-7c6451046d58 req-bbc2a2db-516f-4a06-ac78-61b3c6fd3e93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1100 time: 0.1092823 May 31 11:43:55.170364 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.173894 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Transition to ACTIVE for port object 380d1c53-3547-4bec-857a-40c387fd1ca9 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:55.178556 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.183046 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:55.205917 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:55.217241 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Usage tracker for resource:security_group_rule and tenant:091904056d754e429e2e7fa44d34c4ab is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:55.222449 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:55.231554 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:55.234976 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f5175bd0-c507-4ac8-96cd-7c6451046d58 req-465d2dca-6e3d-4a2a-8371-261425b79d04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533435 May 31 11:43:55.317471 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.321881 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.325954 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1882a123-9645-4d47-9b43-06fbbbfe0e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:55.334237 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Pushing event updated for resources: {'Port': ['ID=380d1c53-3547-4bec-857a-40c387fd1ca9,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:55.341313 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:55.353363 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=98398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:43:55.363069 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d0a539-6b2a-476d-be5e-5865a9c06847,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:55.366190 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:55.370714 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.371082 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.segments_db [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Added segment 26323a90-3b75-4c46-9a95-e94bbc6b4d39 of type vlan for network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 May 31 11:43:55.397255 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.417535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Attempting to bind port 380d1c53-3547-4bec-857a-40c387fd1ca9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:55.418285 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Attempting to bind port 380d1c53-3547-4bec-857a-40c387fd1ca9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:55.418798 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Attempting to bind port 380d1c53-3547-4bec-857a-40c387fd1ca9 on network da1f4ea4-bfad-408e-9a33-4e45594764d0 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:55.424007 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Port 380d1c53-3547-4bec-857a-40c387fd1ca9 on network da1f4ea4-bfad-408e-9a33-4e45594764d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:43:55.424979 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Attempting to bind port 380d1c53-3547-4bec-857a-40c387fd1ca9 on network da1f4ea4-bfad-408e-9a33-4e45594764d0 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:55.429820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.431258 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:55.431935 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.432047 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Checking segment: {'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:55.432542 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.432948 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Bound using segment: {'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:55.433639 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Bound port: 380d1c53-3547-4bec-857a-40c387fd1ca9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a00903-3311-42c7-bad0-b3b6039a7681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:55.434289 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.438760 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1e6511b9-91e6-41af-875f-7f003de98a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:55.546207 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5664909 May 31 11:43:55.546969 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 60880) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:55.556254 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Request body: {'subnet': {'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1775606007-subnet', 'tenant_id': '091904056d754e429e2e7fa44d34c4ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:55.578112 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:55.589494 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Usage tracker for resource:subnet and tenant:091904056d754e429e2e7fa44d34c4ab is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:55.593700 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Pushing event updated for resources: {'Network': ['ID=dea09b2f-42ed-4f4a-929a-4daea5e74bc8,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:55.594476 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:55.603628 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:55.604836 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:43:55.605422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:55.608554 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] For port 380d1c53-3547-4bec-857a-40c387fd1ca9, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:55.613389 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] For port 380d1c53-3547-4bec-857a-40c387fd1ca9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=380d1c53-3547-4bec-857a-40c387fd1ca9,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:55.631075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.634771 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a0d44-4cbe-4bcf-b74d-5ae6e0b1b09c req-e8ba0ff3-2e96-4a96-94fb-ab507ee65c0f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.636257 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c58a0d44-4cbe-4bcf-b74d-5ae6e0b1b09c req-e8ba0ff3-2e96-4a96-94fb-ab507ee65c0f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.1065948 May 31 11:43:55.636498 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:55.673626 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Made reservation on behalf of 091904056d754e429e2e7fa44d34c4ab for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:55.676293 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10608637'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.680055 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e9dcb186-ffa9-416a-a66f-2abbb2f85cfd up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:55.692514 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c58a0d44-4cbe-4bcf-b74d-5ae6e0b1b09c req-47576890-b65d-4356-96a7-d1f4509e1a8f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494936 May 31 11:43:55.719578 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.720357 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.721721 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] 10.222.0.62 "PUT /v2.0/ports/380d1c53-3547-4bec-857a-40c387fd1ca9 HTTP/1.1" status: 200 len: 1093 time: 1.3700144 May 31 11:43:55.727205 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'tag': '380d1c53-3547-4bec-857a-40c387fd1ca9'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:55.729476 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f30774-a9c1-4b38-8862-901f80236994" -d '{"events": [{"name": "network-changed", "server_uuid": "b97a85a7-19be-4580-9e2b-01e47290751f", "tag": "380d1c53-3547-4bec-857a-40c387fd1ca9"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:55.779319 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:55.793369 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:55.795125 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.811169 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3844b-ce31-40cf-b5d0-320b664d0103 req-9874795d-7c36-4346-bbdd-a9e2fd08b284 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.812686 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90f3844b-ce31-40cf-b5d0-320b664d0103 req-9874795d-7c36-4346-bbdd-a9e2fd08b284 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.3171349 May 31 11:43:55.898217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Pushing event updated for resources: {'Port': ['ID=380d1c53-3547-4bec-857a-40c387fd1ca9,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:55.901342 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:55.923762 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.940745 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-edc37182-ccad-4c6d-b0af-2e3b6683ea62 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.942281 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-edc37182-ccad-4c6d-b0af-2e3b6683ea62 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 946 time: 0.1592491 May 31 11:43:55.948477 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90f3844b-ce31-40cf-b5d0-320b664d0103 req-c9e3c8d1-3627-43a9-b8cc-7a327804ca4e tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919263 May 31 11:43:55.954058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e389791-1ec3-40e9-bb8c-2e77239954a5 req-89d6412f-6ab9-4ef3-8ed6-5c0cf43234ec tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.955717 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3e389791-1ec3-40e9-bb8c-2e77239954a5 req-89d6412f-6ab9-4ef3-8ed6-5c0cf43234ec tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 943 time: 0.1240511 May 31 11:43:55.958863 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:55.965410 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.967840 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:56.006358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-21f06787-6068-421a-928d-81ba1201d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:56.008072 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-21f06787-6068-421a-928d-81ba1201d0e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89603d08299d4f4a85ec8356a041a78e&device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 1096 time: 0.1902621 May 31 11:43:56.037281 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e473ff06-bad3-43ec-bd6f-359c04de038c x-openstack-request-id: req-e473ff06-bad3-43ec-bd6f-359c04de038c {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:56.037842 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97a85a7-19be-4580-9e2b-01e47290751f", "tag": "380d1c53-3547-4bec-857a-40c387fd1ca9", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:56.038123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e473ff06-bad3-43ec-bd6f-359c04de038c {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:56.038541 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'tag': '380d1c53-3547-4bec-857a-40c387fd1ca9', 'status': 'completed', 'code': 200} May 31 11:43:56.053303 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:56.056916 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:56.085417 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3e389791-1ec3-40e9-bb8c-2e77239954a5 req-80baa0f4-b1e2-422b-88ce-c8bba7085ac3 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991557 May 31 11:43:56.128947 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Deleting port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:43:56.129295 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.135818 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-2ce4ccf7-c09b-48c9-93c3-53c0add4e322 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=380d1c53-3547-4bec-857a-40c387fd1ca9 HTTP/1.1" status: 200 len: 217 time: 0.0785863 May 31 11:43:56.254260 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-9103c262-d6f1-49d9-b1a3-cd1ee4926533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:56.255725 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-9103c262-d6f1-49d9-b1a3-cd1ee4926533 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14648fae-8b33-4428-b5ed-15611611d693 HTTP/1.1" status: 200 len: 849 time: 0.0714843 May 31 11:43:56.262855 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] For port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:56.263406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.348037 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-a52ea25b-e0b9-4a97-883c-c9df4b3edaf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da1f4ea4-bfad-408e-9a33-4e45594764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839520 May 31 11:43:56.446824 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:56.450755 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaacacc-1811-40db-84c6-090b8826a8c7" -d '{"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-plugged", "status": "completed", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:56.455013 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Calling delete_port for ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 owned by compute:nova {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:43:56.497196 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2317127b-141e-4c5e-ac81-565970d01506 x-openstack-request-id: req-2317127b-141e-4c5e-ac81-565970d01506 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:56.497620 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-plugged", "status": "completed", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:56.497974 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2317127b-141e-4c5e-ac81-565970d01506 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:56.499985 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'code': 200} May 31 11:43:56.567022 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c364505-84e9-47ea-8c13-d4f9fefa7380 req-dc23708b-2bec-4782-83a0-69027252b4dc tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:56.569034 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c364505-84e9-47ea-8c13-d4f9fefa7380 req-dc23708b-2bec-4782-83a0-69027252b4dc tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.3034661 May 31 11:43:56.574058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.579995 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:56.600397 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-60a98181-8518-465b-aa55-014bbbea6a0c service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445881 May 31 11:43:56.607222 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10608619'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.625343 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e5561b8d-28ee-4e41-a8fd-2a180b6f9a01', 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:56.633341 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Pushing event deleted for resources: {'Port': ['ID=ad1b2c55-f3e1-4a70-8ad0-d9925c25c002,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:56.642577 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:56.659780 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:56.706004 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] No DVR routers for this DVR port ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 on host hv-cinder-78638 {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:43:56.708547 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.711201 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'name': 'network-vif-deleted', 'tag': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:56.713448 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9375c17b-583f-4205-9dca-31bbd18ba276" -d '{"events": [{"server_uuid": "3623ceab-ff79-456d-8ba5-ccfb2f876217", "name": "network-vif-deleted", "tag": "ad1b2c55-f3e1-4a70-8ad0-d9925c25c002"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:56.730454 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9a34dc14-5538-45c4-a0ad-66c3d10126c7 req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "DELETE /v2.0/ports/ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 HTTP/1.1" status: 204 len: 173 time: 0.7728808 May 31 11:43:56.777232 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4309fb06-ecf7-4035-83a1-d31271e5eb23 x-openstack-request-id: req-4309fb06-ecf7-4035-83a1-d31271e5eb23 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:56.777719 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3623ceab-ff79-456d-8ba5-ccfb2f876217", "name": "network-vif-deleted", "tag": "ad1b2c55-f3e1-4a70-8ad0-d9925c25c002", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:56.778018 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4309fb06-ecf7-4035-83a1-d31271e5eb23 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:56.778693 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3623ceab-ff79-456d-8ba5-ccfb2f876217', 'name': 'network-vif-deleted', 'tag': 'ad1b2c55-f3e1-4a70-8ad0-d9925c25c002', 'status': 'completed', 'code': 200} May 31 11:43:56.971652 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c364505-84e9-47ea-8c13-d4f9fefa7380 req-f4b781d5-e041-4b0d-bd4d-6a24f8ee232d tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943238 May 31 11:43:57.048266 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbe8f49-3e99-4ead-84d4-2735c46a735f,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:57.063282 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:57.067136 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1addbf9c-2391-413c-a132-9fa63c2dda90 req-135e5ebc-7de3-4ce7-8961-20e1c373d100 service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588809 May 31 11:43:57.069741 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Checking segment: {'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:57.070101 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Network hostable DHCP agents. Network: dea09b2f-42ed-4f4a-929a-4daea5e74bc8, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:43:57.082096 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec0160-99f8-4854-a7cd-419acc81209b req-9c27bd1f-7f0a-463c-8c2b-97dbdb0109f8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.084469 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c4ec0160-99f8-4854-a7cd-419acc81209b req-9c27bd1f-7f0a-463c-8c2b-97dbdb0109f8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.1712964 May 31 11:43:57.090905 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24b60f-4f4d-4ff3-9e98-3973ef4e306b req-1b5e9a0a-b383-4fad-943a-6450823e9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.093730 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a24b60f-4f4d-4ff3-9e98-3973ef4e306b req-1b5e9a0a-b383-4fad-943a-6450823e9a5f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1098 time: 0.1297677 May 31 11:43:57.102924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:43:57.119563 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, dea09b2f-42ed-4f4a-929a-4daea5e74bc8) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:57.129728 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b0ee8-11a9-4691-8bf7-311b17d05050 None None] Network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:57.136044 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.136825 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:57.184217 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c4ec0160-99f8-4854-a7cd-419acc81209b req-6081bd4f-be29-4c0d-927f-81a17022adb2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866098 May 31 11:43:57.186322 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a24b60f-4f4d-4ff3-9e98-3973ef4e306b req-35909316-788c-4b27-accb-edcd104b1d0e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721514 May 31 11:43:57.199535 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6d6bc84f-8f56-4fb6-89a3-1208854e3914 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6513557 May 31 11:43:57.219122 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d6a0713-b2e2-4347-8cb9-7eeca6a8d300 req-136946cf-8b34-4520-a6e7-e3ac28aef95c tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=3623ceab-ff79-456d-8ba5-ccfb2f876217 HTTP/1.1" status: 200 len: 210 time: 0.0854788 May 31 11:43:57.378898 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081bedd-294e-4454-a1af-6c22385ed9ec None None] Network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:57.418593 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5073-8972-497d-b3da-d2039257453c req-8af2dffa-69df-48f2-9f23-8a264d9b657a tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.421214 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-483e5073-8972-497d-b3da-d2039257453c req-8af2dffa-69df-48f2-9f23-8a264d9b657a tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 943 time: 0.0966494 May 31 11:43:57.472886 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-483e5073-8972-497d-b3da-d2039257453c req-f7388b76-1497-4dd5-a40d-e475eba035c5 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 May 31 11:43:57.592063 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f30774-a9c1-4b38-8862-901f80236994 req-b5f762fa-13a4-489b-a530-4856a16d4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.593675 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33f30774-a9c1-4b38-8862-901f80236994 req-b5f762fa-13a4-489b-a530-4856a16d4367 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89603d08299d4f4a85ec8356a041a78e&device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 1096 time: 0.0870485 May 31 11:43:57.738374 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f30774-a9c1-4b38-8862-901f80236994 req-6766e250-d489-4cd6-8e17-de5601794797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.739858 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33f30774-a9c1-4b38-8862-901f80236994 req-6766e250-d489-4cd6-8e17-de5601794797 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da1f4ea4-bfad-408e-9a33-4e45594764d0 HTTP/1.1" status: 200 len: 910 time: 0.1340828 May 31 11:43:57.808191 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33f30774-a9c1-4b38-8862-901f80236994 req-dc51bf5e-2ece-4a15-92f6-3683cdae1e51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=380d1c53-3547-4bec-857a-40c387fd1ca9 HTTP/1.1" status: 200 len: 217 time: 0.0610709 May 31 11:43:57.897726 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f30774-a9c1-4b38-8862-901f80236994 req-e439a1f0-c8a8-4031-ada1-738d3a9e83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.899434 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33f30774-a9c1-4b38-8862-901f80236994 req-e439a1f0-c8a8-4031-ada1-738d3a9e83a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=14648fae-8b33-4428-b5ed-15611611d693 HTTP/1.1" status: 200 len: 849 time: 0.0663345 May 31 11:43:57.956300 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33f30774-a9c1-4b38-8862-901f80236994 req-296d88ad-62b2-4efb-bff2-29cad70e5bcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da1f4ea4-bfad-408e-9a33-4e45594764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469949 May 31 11:43:58.115297 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33f30774-a9c1-4b38-8862-901f80236994 req-689f423d-89c2-4546-8bd8-0b3ab1c79129 service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427727 May 31 11:43:58.172351 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd11-968f-4fa7-b626-ef4a06f0b5d2 req-11b864c3-acb9-4bb9-9ae0-31818108b3c2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:58.173877 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf25cd11-968f-4fa7-b626-ef4a06f0b5d2 req-11b864c3-acb9-4bb9-9ae0-31818108b3c2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0810418 May 31 11:43:58.219713 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bf25cd11-968f-4fa7-b626-ef4a06f0b5d2 req-163ea831-9478-4ba2-be10-4c23ce1020b7 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 May 31 11:43:58.283446 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33f30774-a9c1-4b38-8862-901f80236994 req-706d3d40-799e-4f03-a821-97d82359eb0a service neutron] 10.222.0.62 "GET /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321065 May 31 11:43:58.373633 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1525ec9-c1f9-40d1-9b3d-2161e8b3923c req-fc25c689-a5c7-4300-baa1-571b3c585a10 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:58.375103 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b1525ec9-c1f9-40d1-9b3d-2161e8b3923c req-fc25c689-a5c7-4300-baa1-571b3c585a10 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0851488 May 31 11:43:58.421943 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b1525ec9-c1f9-40d1-9b3d-2161e8b3923c req-b0102a20-ffde-499b-bbda-6323d265d4f3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 May 31 11:43:58.661842 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff86ca6-4c23-4f9f-84f4-f39fa1ef136d req-fde41027-a586-458f-8b64-541f09e2b6e9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:58.663349 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4ff86ca6-4c23-4f9f-84f4-f39fa1ef136d req-fde41027-a586-458f-8b64-541f09e2b6e9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 943 time: 0.0803802 May 31 11:43:58.679878 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c235ce-0b67-4ba2-af91-fead0687d881 req-19d67760-193f-45b9-9c34-d085873571c6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:58.681296 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9c235ce-0b67-4ba2-af91-fead0687d881 req-19d67760-193f-45b9-9c34-d085873571c6 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0831072 May 31 11:43:58.708822 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4ff86ca6-4c23-4f9f-84f4-f39fa1ef136d req-400f9876-8c8b-43e2-97e5-d7a2cb499e4a tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 May 31 11:43:58.730884 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9c235ce-0b67-4ba2-af91-fead0687d881 req-95fe4f68-8dce-49f3-bd98-de81f8d4a4b9 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 May 31 11:43:59.404442 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfec67-b2a7-486e-a521-35ec19e395b1 req-3ef40cfa-22de-48bd-81db-7344ef2aad5e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:59.405836 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-70bfec67-b2a7-486e-a521-35ec19e395b1 req-3ef40cfa-22de-48bd-81db-7344ef2aad5e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0785952 May 31 11:43:59.425568 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-f9beb843-bb35-47e5-a052-1995d90f79a9 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:59.426251 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-f9beb843-bb35-47e5-a052-1995d90f79a9 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Synchronizing usage tracker for tenant:091904056d754e429e2e7fa44d34c4ab on resource:network {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:59.446252 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-f9beb843-bb35-47e5-a052-1995d90f79a9 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Unset dirty status for tenant:091904056d754e429e2e7fa44d34c4ab on resource:network {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:59.447505 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-f9beb843-bb35-47e5-a052-1995d90f79a9 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/networks?id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8 HTTP/1.1" status: 200 len: 814 time: 0.2422810 May 31 11:43:59.453731 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-70bfec67-b2a7-486e-a521-35ec19e395b1 req-06480b9f-d978-4182-b032-8fc32a270509 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 May 31 11:43:59.462879 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-dbc43464-0a59-4a1a-a40d-84ac7b273b6e tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/quotas/091904056d754e429e2e7fa44d34c4ab HTTP/1.1" status: 200 len: 375 time: 0.0095170 May 31 11:43:59.520841 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-38e35fdd-b5d4-4b4b-b250-a5ed96932a9a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=091904056d754e429e2e7fa44d34c4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523436 May 31 11:43:59.641541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d38088-c5f1-46be-a844-0baf158e3521 req-d0c578a6-61c7-4f35-80cf-216a8779995a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:59.643009 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b0d38088-c5f1-46be-a844-0baf158e3521 req-d0c578a6-61c7-4f35-80cf-216a8779995a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0832815 May 31 11:43:59.652417 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-6d327971-06c6-4d8f-bee1-08d0828269c4 service neutron] 10.222.0.18 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239223 May 31 11:43:59.688329 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b0d38088-c5f1-46be-a844-0baf158e3521 req-c153809e-c584-4548-80f3-db74bc0aac6a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394917 May 31 11:43:59.709942 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:59.710456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 60980) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:59.749402 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:43:59.749992 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ad1b2c55-f3e1-4a70-8ad0-d9925c25c002 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:43:59.787761 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-cefec129-4112-4bb2-8f49-63e2959f242d service neutron] 10.222.0.18 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294298 May 31 11:43:59.953492 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f984f9c-64e2-4b85-9a19-07e65acf8a6b tempest-TestShelveInstance-528677670 tempest-TestShelveInstance-528677670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:59.955035 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5f984f9c-64e2-4b85-9a19-07e65acf8a6b tempest-TestShelveInstance-528677670 tempest-TestShelveInstance-528677670-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1093 time: 0.2436523 May 31 11:43:59.958731 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 60994) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:59.965070 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'port_id': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:59.967051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8a936-a9e6-4773-9384-b65ebc63ec48 req-4d6b509f-f71f-477b-8965-99f45dd16e8e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:59.967774 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f2a8a936-a9e6-4773-9384-b65ebc63ec48 req-4d6b509f-f71f-477b-8965-99f45dd16e8e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Synchronizing usage tracker for tenant:89603d08299d4f4a85ec8356a041a78e on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:59.973821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:59.985093 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-f2a8a936-a9e6-4773-9384-b65ebc63ec48 req-4d6b509f-f71f-477b-8965-99f45dd16e8e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Unset dirty status for tenant:89603d08299d4f4a85ec8356a041a78e on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:59.986504 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2a8a936-a9e6-4773-9384-b65ebc63ec48 req-4d6b509f-f71f-477b-8965-99f45dd16e8e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 943 time: 0.1666811 May 31 11:44:00.016057 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Usage tracker for resource:floatingip and tenant:dce8da9af28d4584a1f928d44cbeef0a is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:00.023802 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:00.031164 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:00.040663 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f2a8a936-a9e6-4773-9384-b65ebc63ec48 req-c471ae6a-c14b-419f-8641-7a5dae4f813a tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478590 May 31 11:44:00.054423 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for floatingip, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.103391 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ff64b-7ad1-4268-93e7-0fd8aa100282 req-dba57f8f-ea38-4779-96f7-972c73b97c1d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:00.104193 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-532ff64b-7ad1-4268-93e7-0fd8aa100282 req-dba57f8f-ea38-4779-96f7-972c73b97c1d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Synchronizing usage tracker for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:00.137424 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8aab1815-5757-4369-bc2e-f72a6fc55c2a req-812d9ee5-1d1a-4d90-af8b-499d8f75c36e tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 210 time: 0.0479763 May 31 11:44:00.173483 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-532ff64b-7ad1-4268-93e7-0fd8aa100282 req-dba57f8f-ea38-4779-96f7-972c73b97c1d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Unset dirty status for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:00.175184 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-532ff64b-7ad1-4268-93e7-0fd8aa100282 req-dba57f8f-ea38-4779-96f7-972c73b97c1d tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.2025688 May 31 11:44:00.234400 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-532ff64b-7ad1-4268-93e7-0fd8aa100282 req-fc1db736-f6f8-4f31-9e2a-1fc44a3b7b0b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 May 31 11:44:00.273720 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.417021 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Allocated IP 172.27.0.39 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/fc34a58a-2a43-45be-9afa-bd97c2c75d04) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:00.565808 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.597270 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.601937 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-aba93e70-71d0-4ffe-9ffe-4b620b45234b tempest-VolumesNegativeTest-153705412 tempest-VolumesNegativeTest-153705412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:00.664131 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:00.666982 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:00.670697 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:00.703808 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'Port': ['ID=fc34a58a-2a43-45be-9afa-bd97c2c75d04,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:00.707713 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:01.078519 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.250857 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032365-395e-4aa3-b722-908dfa0a61d1 req-ac668912-ff7c-41cf-872d-a46d8c296082 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:01.252341 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-59032365-395e-4aa3-b722-908dfa0a61d1 req-ac668912-ff7c-41cf-872d-a46d8c296082 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 943 time: 0.0961151 May 31 11:44:01.307241 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-59032365-395e-4aa3-b722-908dfa0a61d1 req-c2c7abd8-72ff-4ac3-a3e6-ef0740d2521f tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490417 May 31 11:44:01.386136 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.426880 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af1e18c6-5051-4c29-9763-6b1c8bba7648 req-1a1310e4-9fa1-4444-8261-122f46d79905 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 210 time: 0.1359055 May 31 11:44:01.478767 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7aec-99b6-4f6d-9014-da18373af78d req-5449b7f0-3f97-4449-af31-6ebf10386a37 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:01.480207 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293f7aec-99b6-4f6d-9014-da18373af78d req-5449b7f0-3f97-4449-af31-6ebf10386a37 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0854657 May 31 11:44:01.527767 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-293f7aec-99b6-4f6d-9014-da18373af78d req-e405277a-28bc-40e9-89dc-98f7a26f75ad tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 May 31 11:44:01.578570 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-609588ac-d6ab-4566-9752-58308d64fc3a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:01.580122 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-609588ac-d6ab-4566-9752-58308d64fc3a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "GET /v2.0/networks?id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8 HTTP/1.1" status: 200 len: 814 time: 0.4322407 May 31 11:44:01.615817 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Request body: {'port': {'device_id': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8', 'admin_state_up': True, 'tenant_id': '091904056d754e429e2e7fa44d34c4ab'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:01.721261 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 380d1c53-3547-4bec-857a-40c387fd1ca9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:44:01.772057 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.779447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.785798 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:01.825133 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:01.845434 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Usage tracker for resource:port and tenant:091904056d754e429e2e7fa44d34c4ab is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:01.856385 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 380d1c53-3547-4bec-857a-40c387fd1ca9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=380d1c53-3547-4bec-857a-40c387fd1ca9,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:01.869531 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '380d1c53-3547-4bec-857a-40c387fd1ca9', 'network_id': 'da1f4ea4-bfad-408e-9a33-4e45594764d0', 'port_id': '380d1c53-3547-4bec-857a-40c387fd1ca9', 'mac_address': 'fa:16:3e:66:40:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14648fae-8b33-4428-b5ed-15611611d693', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:44:01.872886 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:01.887507 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:01.904516 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event updated for resources: {'Port': ['ID=fc34a58a-2a43-45be-9afa-bd97c2c75d04,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:01.911913 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:01.919219 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.924024 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.940630 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380d1c53-3547-4bec-857a-40c387fd1ca9 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:44:01.956131 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 380d1c53-3547-4bec-857a-40c387fd1ca9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=380d1c53-3547-4bec-857a-40c387fd1ca9,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:01.960496 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.962313 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-31319cf5-e5d7-4eb1-9a13-988fbf45cc38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:01.973594 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Made reservation on behalf of 091904056d754e429e2e7fa44d34c4ab for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:01.977019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.059200 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=380d1c53-3547-4bec-857a-40c387fd1ca9,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:02.062357 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:02.196355 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Floating IP 12223613-facf-48af-8601-4490ef9753b0 associated. External IP: 172.27.0.39, port: e9dcb186-ffa9-416a-a66f-2abbb2f85cfd. May 31 11:44:02.350026 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['380d1c53-3547-4bec-857a-40c387fd1ca9'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:02.352087 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Allocated IP 172.20.0.10 (dea09b2f-42ed-4f4a-929a-4daea5e74bc8/6dbe8f49-3e99-4ead-84d4-2735c46a735f/5ec535f1-8846-4ccd-a399-03e2295de88a) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:02.580534 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a526078a-a8f5-4ddc-b42e-606d2de7e4cc req-4d3213da-1b4c-442f-8c6e-5880d9eab170 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 210 time: 0.0420804 May 31 11:44:02.760017 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599bc0-e9a2-4f86-ae70-46a5439ec729 req-64fd211f-0caf-4171-a6e9-b590751bb206 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.761481 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c599bc0-e9a2-4f86-ae70-46a5439ec729 req-64fd211f-0caf-4171-a6e9-b590751bb206 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.0885582 May 31 11:44:02.805800 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c599bc0-e9a2-4f86-ae70-46a5439ec729 req-20f88cce-3454-4a33-9485-f93d4aac6530 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381298 May 31 11:44:02.880872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Router 33308a67-4cb9-426c-bc5d-8abbb2a037bd has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:44:02.888556 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24afe3-3bdc-4e47-807b-3a62465fe8be req-f54d3023-0056-4fb2-89eb-3e2527b79525 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.890002 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6f24afe3-3bdc-4e47-807b-3a62465fe8be req-f54d3023-0056-4fb2-89eb-3e2527b79525 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 944 time: 0.4843674 May 31 11:44:02.900799 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.017993 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6f24afe3-3bdc-4e47-807b-3a62465fe8be req-d2a1a0e2-649f-4c0e-8cde-5e33398c2bcd tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211543 May 31 11:44:03.116610 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.123569 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b038cd62-4586-4092-bf2e-613e057ac32e tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:03.172946 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:03.182888 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] Sync routers for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:03.193414 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:03.193943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:03.194100 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:43:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:03.201092 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:03.207376 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:03.248380 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Pushing event updated for resources: {'Port': ['ID=5ec535f1-8846-4ccd-a399-03e2295de88a,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:03.259090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:03.267666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.320796 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.321289 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.345521 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3854132 May 31 11:44:03.346228 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:03.348484 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3903e095-c021-48aa-9afc-4569bb3dd3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:03.360358 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7505805 May 31 11:44:03.369439 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:03.388928 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Request body: {'port': {'device_id': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:03.413026 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f950bcd-d088-4ded-985d-3f12d8475d0d x-openstack-request-id: req-6f950bcd-d088-4ded-985d-3f12d8475d0d {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:03.413336 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:03.413615 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f950bcd-d088-4ded-985d-3f12d8475d0d {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:03.414014 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'status': 'completed', 'code': 200} May 31 11:44:03.520443 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.527067 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-a08714c5-0b17-4548-b7fe-7f262a06b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.528524 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-a08714c5-0b17-4548-b7fe-7f262a06b5c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1098 time: 0.0725698 May 31 11:44:03.668848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-4ac6a04e-f06c-42fa-a4a5-8bca4759f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.670546 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-4ac6a04e-f06c-42fa-a4a5-8bca4759f29d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 909 time: 0.1343913 May 31 11:44:03.738422 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 380d1c53-3547-4bec-857a-40c387fd1ca9 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:03.771816 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '12223613-facf-48af-8601-4490ef9753b0', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'port_id': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'mac_address': 'fa:16:3e:16:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:01Z', 'updated_at': '2021-05-31T11:44:01Z', 'revision_number': 0, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 5, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:03.778481 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] Checking router: 33308a67-4cb9-426c-bc5d-8abbb2a037bd for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:03.788175 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-db111bcb-495e-4e72-8b01-d67708bb3a66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 998 time: 0.1101100 May 31 11:44:03.791943 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:03.793802 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:43:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:03.845041 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 380d1c53-3547-4bec-857a-40c387fd1ca9 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:03.856338 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 380d1c53-3547-4bec-857a-40c387fd1ca9 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:03.857581 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.879606 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-a749654a-6c18-4a29-ae37-9d2322ebdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.879892 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449cfab-b8f3-4be8-8e19-a18535443f13 req-ad67b54b-b852-4e22-9547-a564d720fb11 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.880596 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e449cfab-b8f3-4be8-8e19-a18535443f13 req-ad67b54b-b852-4e22-9547-a564d720fb11 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Synchronizing usage tracker for tenant:091904056d754e429e2e7fa44d34c4ab on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:03.881621 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-a749654a-6c18-4a29-ae37-9d2322ebdbfb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0821452 May 31 11:44:03.963581 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e449cfab-b8f3-4be8-8e19-a18535443f13 req-ad67b54b-b852-4e22-9547-a564d720fb11 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Unset dirty status for tenant:091904056d754e429e2e7fa44d34c4ab on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:03.964811 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e449cfab-b8f3-4be8-8e19-a18535443f13 req-ad67b54b-b852-4e22-9547-a564d720fb11 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 932 time: 0.2209959 May 31 11:44:03.973350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec535f1-8846-4ccd-a399-03e2295de88a {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:44:03.993894 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.005987 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:04.027652 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Transition to ACTIVE for port object 5ec535f1-8846-4ccd-a399-03e2295de88a will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:04.034807 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e449cfab-b8f3-4be8-8e19-a18535443f13 req-abad8c51-fd20-4dc2-b9de-17c55c43a878 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Synchronizing usage tracker for tenant:091904056d754e429e2e7fa44d34c4ab on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:04.040058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.045649 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:04.065906 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-c62d41e8-a0a6-48e1-ac10-7031eff7bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.066691 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.067872 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-c62d41e8-a0a6-48e1-ac10-7031eff7bd26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1741936 May 31 11:44:04.075894 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b4b79-4d65-431e-b177-68bdeca498e8 req-fda72aee-3d2f-4dd6-8d0a-76c89c2eb873 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.082708 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-519b4b79-4d65-431e-b177-68bdeca498e8 req-fda72aee-3d2f-4dd6-8d0a-76c89c2eb873 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1358652 May 31 11:44:04.117797 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 380d1c53-3547-4bec-857a-40c387fd1ca9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=380d1c53-3547-4bec-857a-40c387fd1ca9,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:04.119156 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380d1c53-3547-4bec-857a-40c387fd1ca9'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:04.122856 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b546e-64fc-41eb-89a5-96b6ea8fab5b" -d '{"events": [{"server_uuid": "b97a85a7-19be-4580-9e2b-01e47290751f", "name": "network-vif-plugged", "status": "completed", "tag": "380d1c53-3547-4bec-857a-40c387fd1ca9"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:04.128272 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.131949 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:04.186319 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-e449cfab-b8f3-4be8-8e19-a18535443f13 req-abad8c51-fd20-4dc2-b9de-17c55c43a878 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Unset dirty status for tenant:091904056d754e429e2e7fa44d34c4ab on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:04.187504 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e449cfab-b8f3-4be8-8e19-a18535443f13 req-abad8c51-fd20-4dc2-b9de-17c55c43a878 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166207 May 31 11:44:04.189542 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Pushing event updated for resources: {'Port': ['ID=5ec535f1-8846-4ccd-a399-03e2295de88a,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:04.216906 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:04.259083 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=380d1c53-3547-4bec-857a-40c387fd1ca9,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:04.266999 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:04.309051 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Attempting to bind port 5ec535f1-8846-4ccd-a399-03e2295de88a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:04.309854 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Attempting to bind port 5ec535f1-8846-4ccd-a399-03e2295de88a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:04.310376 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Attempting to bind port 5ec535f1-8846-4ccd-a399-03e2295de88a on network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:04.315982 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Port 5ec535f1-8846-4ccd-a399-03e2295de88a on network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:44:04.316495 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Attempting to bind port 5ec535f1-8846-4ccd-a399-03e2295de88a on network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:04.318473 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-519b4b79-4d65-431e-b177-68bdeca498e8 req-f6ff460e-f5df-4922-ac87-b443d2df387b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348721 May 31 11:44:04.322403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:04.323145 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Checking segment: {'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:04.323711 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Bound using segment: {'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:04.324327 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Bound port: 5ec535f1-8846-4ccd-a399-03e2295de88a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:04.325065 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.373413 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2768f837-8e07-4f3d-a930-3881ce43a276 x-openstack-request-id: req-2768f837-8e07-4f3d-a930-3881ce43a276 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:04.374032 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97a85a7-19be-4580-9e2b-01e47290751f", "name": "network-vif-plugged", "status": "completed", "tag": "380d1c53-3547-4bec-857a-40c387fd1ca9", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:04.374522 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2768f837-8e07-4f3d-a930-3881ce43a276 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:04.375581 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380d1c53-3547-4bec-857a-40c387fd1ca9', 'code': 200} May 31 11:44:04.378522 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-70f492fe-8009-4b01-8c85-458c81271176 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935438 May 31 11:44:04.472469 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '12223613-facf-48af-8601-4490ef9753b0', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'port_id': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'mac_address': 'fa:16:3e:16:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:01Z', 'updated_at': '2021-05-31T11:44:01Z', 'revision_number': 0, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 5, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:04.482153 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b5bd4-673b-428f-8693-98d8974420e9 None None] The sync data for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi is: [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '12223613-facf-48af-8601-4490ef9753b0', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'port_id': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'mac_address': 'fa:16:3e:16:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:01Z', 'updated_at': '2021-05-31T11:44:01Z', 'revision_number': 0, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 5, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:04.483551 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] For port 5ec535f1-8846-4ccd-a399-03e2295de88a, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:04.488329 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] For port 5ec535f1-8846-4ccd-a399-03e2295de88a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5ec535f1-8846-4ccd-a399-03e2295de88a,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:04.497420 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.502807 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f0e66b24-6c28-4149-8cab-3a10c56a7d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:04.642792 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3903e095-c021-48aa-9afc-4569bb3dd3b6 req-32e02fcc-5a7d-4742-91cf-c344c2d841e6 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228503 May 31 11:44:04.664662 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37524ee5-3afe-48be-be3e-82bf82cf0abe req-ad27f528-88fe-4699-b4fd-1cfd95d0ad69 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.666649 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-37524ee5-3afe-48be-be3e-82bf82cf0abe req-ad27f528-88fe-4699-b4fd-1cfd95d0ad69 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 945 time: 0.3167312 May 31 11:44:04.695226 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.696003 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.697427 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] 10.222.0.62 "PUT /v2.0/ports/5ec535f1-8846-4ccd-a399-03e2295de88a HTTP/1.1" status: 200 len: 1094 time: 1.3139729 May 31 11:44:04.751502 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-37524ee5-3afe-48be-be3e-82bf82cf0abe req-5f74e130-3093-473a-ae9c-3151fd9d123c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702043 May 31 11:44:04.754141 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Pushing event updated for resources: {'Port': ['ID=5ec535f1-8846-4ccd-a399-03e2295de88a,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:04.757713 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:04.759117 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d69356-b288-4788-b9dd-5350910eeb8e None None] New status for floating IP 12223613-facf-48af-8601-4490ef9753b0: ACTIVE {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:44:04.785103 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7e905-642a-483d-9267-0306b384064c req-24bb4730-239d-447f-971e-35d94c6d2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.786744 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ea7e905-642a-483d-9267-0306b384064c req-24bb4730-239d-447f-971e-35d94c6d2de1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 1098 time: 0.1000366 May 31 11:44:04.830217 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9ea7e905-642a-483d-9267-0306b384064c req-aa488284-ff91-417c-abe6-3b5ccd221b41 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365736 May 31 11:44:04.850934 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-7cf18785-2e70-41d3-b9c4-55109bf314f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.852373 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-7cf18785-2e70-41d3-b9c4-55109bf314f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091904056d754e429e2e7fa44d34c4ab&device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 1097 time: 0.0688262 May 31 11:44:05.201982 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-a6bd3928-df7a-4a16-8f9f-03d8b4aad3aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ec535f1-8846-4ccd-a399-03e2295de88a HTTP/1.1" status: 200 len: 217 time: 0.0760300 May 31 11:44:05.267601 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-98be46ab-4461-442c-b8e3-e52252a8af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:05.269045 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-98be46ab-4461-442c-b8e3-e52252a8af8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6dbe8f49-3e99-4ead-84d4-2735c46a735f HTTP/1.1" status: 200 len: 854 time: 0.0596175 May 31 11:44:05.315944 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-f8b336a6-d251-4fca-a65a-46f89bd16781 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396011 May 31 11:44:05.386905 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caf3b8-de68-4276-8202-8a1d72cb1a31 req-0e34aa3f-b5c1-47fc-bdca-bed72c98973e tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:05.388407 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f4caf3b8-de68-4276-8202-8a1d72cb1a31 req-0e34aa3f-b5c1-47fc-bdca-bed72c98973e tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 944 time: 0.0846484 May 31 11:44:05.415675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'tag': '5ec535f1-8846-4ccd-a399-03e2295de88a'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:05.417943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06c1aab-af24-4a79-9110-642676b2e616" -d '{"events": [{"name": "network-changed", "server_uuid": "28bb06fe-7c27-4ccb-8b73-51ef55ce167b", "tag": "5ec535f1-8846-4ccd-a399-03e2295de88a"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:05.434546 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f4caf3b8-de68-4276-8202-8a1d72cb1a31 req-c6101e50-75b5-4762-8f6e-aa6b4033edf9 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 May 31 11:44:05.497625 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2580a9eb-fc32-41b4-97f0-7b0115ca375c x-openstack-request-id: req-2580a9eb-fc32-41b4-97f0-7b0115ca375c {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:05.497938 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bb06fe-7c27-4ccb-8b73-51ef55ce167b", "tag": "5ec535f1-8846-4ccd-a399-03e2295de88a", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:05.498213 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2580a9eb-fc32-41b4-97f0-7b0115ca375c {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:05.498624 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'tag': '5ec535f1-8846-4ccd-a399-03e2295de88a', 'status': 'completed', 'code': 200} May 31 11:44:05.529009 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-c7322f28-bfe5-4f4c-be68-f700aae7fa7b service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812649 May 31 11:44:05.546515 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b5ab7-0395-498a-be51-df8660b6f201 req-3daf5d69-49d9-4de5-aa49-e62b6c5a0bff tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:05.547884 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0b6b5ab7-0395-498a-be51-df8660b6f201 req-3daf5d69-49d9-4de5-aa49-e62b6c5a0bff tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1272812 May 31 11:44:05.664778 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0b6b5ab7-0395-498a-be51-df8660b6f201 req-ff55aff2-37c6-49d6-95c9-00c57379b181 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c6866b1-7045-4f7b-bfcb-81b447f1e122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084769 May 31 11:44:05.719680 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3bc6768-1a4f-409d-884b-b5523f4bd044 req-583bb0b1-a98e-4ffc-a72d-cc05830155fd service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335771 May 31 11:44:05.991012 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1aab-af24-4a79-9110-642676b2e616 req-66141fb8-7ffb-4c38-b547-d25215a013c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:05.992476 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a06c1aab-af24-4a79-9110-642676b2e616 req-66141fb8-7ffb-4c38-b547-d25215a013c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091904056d754e429e2e7fa44d34c4ab&device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 1097 time: 0.0704908 May 31 11:44:06.003195 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1965cf-f69d-45d7-ad52-7ab01252b600 req-66176934-ba9c-4ef5-a0c5-9dd361fa6be4 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:06.004700 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6a1965cf-f69d-45d7-ad52-7ab01252b600 req-66176934-ba9c-4ef5-a0c5-9dd361fa6be4 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 945 time: 0.1441560 May 31 11:44:06.042149 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-1cf79b53-cfa2-4bd0-bcc8-b7ecf0b6f3f5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:06.043568 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-1cf79b53-cfa2-4bd0-bcc8-b7ecf0b6f3f5 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 946 time: 0.1197617 May 31 11:44:06.109238 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6a1965cf-f69d-45d7-ad52-7ab01252b600 req-17bb4b00-45af-4c13-9fd9-c2137708cd94 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983050 May 31 11:44:06.172945 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1aab-af24-4a79-9110-642676b2e616 req-a759014e-aca5-494a-9dae-cebb72472069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:06.174870 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a06c1aab-af24-4a79-9110-642676b2e616 req-a759014e-aca5-494a-9dae-cebb72472069 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8 HTTP/1.1" status: 200 len: 915 time: 0.1311073 May 31 11:44:06.193834 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Deleting port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:06.194172 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:06.261033 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a06c1aab-af24-4a79-9110-642676b2e616 req-74f5fd80-023a-4195-8eee-08c74e2c7a12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ec535f1-8846-4ccd-a399-03e2295de88a HTTP/1.1" status: 200 len: 217 time: 0.0696597 May 31 11:44:06.329590 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c1aab-af24-4a79-9110-642676b2e616 req-f6bf3665-06a5-40d0-95d5-fd1bb0993845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:06.331049 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a06c1aab-af24-4a79-9110-642676b2e616 req-f6bf3665-06a5-40d0-95d5-fd1bb0993845 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6dbe8f49-3e99-4ead-84d4-2735c46a735f HTTP/1.1" status: 200 len: 854 time: 0.0592480 May 31 11:44:06.332471 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] For port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:06.332822 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:06.395890 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a06c1aab-af24-4a79-9110-642676b2e616 req-0693794a-54c0-4edf-b347-00e56032eaa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408590 May 31 11:44:06.453407 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Calling delete_port for e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:06.535579 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a06c1aab-af24-4a79-9110-642676b2e616 req-d8b94ab6-c020-4254-8437-a58791455228 service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323893 May 31 11:44:06.568297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:06.575113 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:06.605996 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e5561b8d-28ee-4e41-a8fd-2a180b6f9a01'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:06.622960 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Pushing event deleted for resources: {'Port': ['ID=e5561b8d-28ee-4e41-a8fd-2a180b6f9a01,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:06.653982 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:06.693629 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] No DVR routers for this DVR port e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:06.697556 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:06.707308 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'name': 'network-vif-deleted', 'tag': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:06.709790 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3954dc71-7ca4-4336-9d81-3a7c9ae676e8" -d '{"events": [{"server_uuid": "b36a2f68-2b2c-42c2-b950-ffc0bfe2905b", "name": "network-vif-deleted", "tag": "e5561b8d-28ee-4e41-a8fd-2a180b6f9a01"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:06.714168 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-03d50c37-0db6-494d-9552-0bd9cda2dd6a req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.62 "DELETE /v2.0/ports/e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 HTTP/1.1" status: 204 len: 173 time: 0.6613128 May 31 11:44:06.746805 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6ec0b-fac3-40b2-82c3-6fea43935ab8 req-18b9393a-0d64-4d49-84a2-2636707a0872 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:06.748401 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-54f6ec0b-fac3-40b2-82c3-6fea43935ab8 req-18b9393a-0d64-4d49-84a2-2636707a0872 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 944 time: 0.2028110 May 31 11:44:06.752327 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a06c1aab-af24-4a79-9110-642676b2e616 req-bce8210b-ef24-4ef9-b9df-220245ecd81c service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635425 May 31 11:44:06.794197 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-54f6ec0b-fac3-40b2-82c3-6fea43935ab8 req-161a8c2c-ef34-4f29-af6b-2a9cda2b76c2 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 May 31 11:44:06.847818 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b453685c-7a67-48f2-b15e-e03223899999 x-openstack-request-id: req-b453685c-7a67-48f2-b15e-e03223899999 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:06.848141 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36a2f68-2b2c-42c2-b950-ffc0bfe2905b", "name": "network-vif-deleted", "tag": "e5561b8d-28ee-4e41-a8fd-2a180b6f9a01", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:06.848424 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b453685c-7a67-48f2-b15e-e03223899999 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:06.848963 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36a2f68-2b2c-42c2-b950-ffc0bfe2905b', 'name': 'network-vif-deleted', 'tag': 'e5561b8d-28ee-4e41-a8fd-2a180b6f9a01', 'status': 'completed', 'code': 200} May 31 11:44:06.855190 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-18362247-1cc5-4a4e-8c8f-80d8e05eeecb req-4ca1012f-ab8e-4b36-9422-04065737ea23 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Synchronizing usage tracker for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:06.871124 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-18362247-1cc5-4a4e-8c8f-80d8e05eeecb req-4ca1012f-ab8e-4b36-9422-04065737ea23 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Unset dirty status for tenant:0bc581eb1064479985807b22ad83ca65 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:06.872453 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18362247-1cc5-4a4e-8c8f-80d8e05eeecb req-4ca1012f-ab8e-4b36-9422-04065737ea23 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36a2f68-2b2c-42c2-b950-ffc0bfe2905b HTTP/1.1" status: 200 len: 210 time: 0.0685043 May 31 11:44:07.401648 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89760f1-d3e4-49bb-a8e9-5d31a5450ba9 req-d88ef9f9-24bb-4032-8805-cbcde4256a75 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:07.403008 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d89760f1-d3e4-49bb-a8e9-5d31a5450ba9 req-d88ef9f9-24bb-4032-8805-cbcde4256a75 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 945 time: 0.1777928 May 31 11:44:07.452190 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d89760f1-d3e4-49bb-a8e9-5d31a5450ba9 req-4e4391db-f04c-4266-a362-796d8aed2fee tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 May 31 11:44:07.972508 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 32830) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:07.978109 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adbab1-e772-4ad3-9ec4-117823720639 req-846c6222-417a-4136-9393-c7696f86f955 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:07.979656 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-83adbab1-e772-4ad3-9ec4-117823720639 req-846c6222-417a-4136-9393-c7696f86f955 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 944 time: 0.0831025 May 31 11:44:08.028732 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-83adbab1-e772-4ad3-9ec4-117823720639 req-f245c0a3-b5d5-4ad0-b6f3-385b11657a4c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 May 31 11:44:08.515123 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:08.538195 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:44:08.723395 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243a92c-fbf6-428e-affe-0dda57b6da5f req-21722858-1cde-4556-9711-e0da22eaacb5 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:08.724820 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7243a92c-fbf6-428e-affe-0dda57b6da5f req-21722858-1cde-4556-9711-e0da22eaacb5 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 945 time: 0.0835631 May 31 11:44:08.770512 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7243a92c-fbf6-428e-affe-0dda57b6da5f req-059da856-f389-4452-b898-205359b31957 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 May 31 11:44:08.919291 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Deleting port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:08.919623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:09.040270 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] For port 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,segment=NetworkSegment(7bd9179b-fd92-4e71-9fb9-06fab9d29603),segment_id=7bd9179b-fd92-4e71-9fb9-06fab9d29603)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:09.040533 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:09.162385 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Calling delete_port for 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed owned by network:router_interface {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:09.460229 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b9cd5-707a-4dec-9a7f-25ea2f72cf39 req-235fc581-e9fb-45d1-944a-685e0520f1b3 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:09.461681 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dd0b9cd5-707a-4dec-9a7f-25ea2f72cf39 req-235fc581-e9fb-45d1-944a-685e0520f1b3 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 944 time: 0.3065548 May 31 11:44:09.532606 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dd0b9cd5-707a-4dec-9a7f-25ea2f72cf39 req-2519113b-793b-45c5-9ef5-d457ccab669c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 May 31 11:44:09.622447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:09.625876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-5f83068c-8ddd-4772-b9e0-1cab84764a93 tempest-DeleteServersTestJSON-1438009339 tempest-DeleteServersTestJSON-1438009339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:09.667403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Pushing event deleted for resources: {'Port': ['ID=1092abc7-7720-44a9-85f7-f4f4fc0bd3ed,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:09.670473 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:09.738258 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 5ec535f1-8846-4ccd-a399-03e2295de88a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:44:09.747222 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:09.783938 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:09.784286 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e5561b8d-28ee-4e41-a8fd-2a180b6f9a01 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:09.911444 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 5ec535f1-8846-4ccd-a399-03e2295de88a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5ec535f1-8846-4ccd-a399-03e2295de88a,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:09.925689 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '5ec535f1-8846-4ccd-a399-03e2295de88a', 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8', 'port_id': '5ec535f1-8846-4ccd-a399-03e2295de88a', 'mac_address': 'fa:16:3e:cc:15:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe8f49-3e99-4ead-84d4-2735c46a735f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:44:09.935225 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:09.967883 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d73d-e749-43d0-b40b-4ebe1c90709b req-f0775838-2126-4473-8d3c-fc9717f5b3bd tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:09.975196 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6914d73d-e749-43d0-b40b-4ebe1c90709b req-f0775838-2126-4473-8d3c-fc9717f5b3bd tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 945 time: 0.0968101 May 31 11:44:09.986966 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.005714 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec535f1-8846-4ccd-a399-03e2295de88a {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:44:10.021316 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 5ec535f1-8846-4ccd-a399-03e2295de88a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5ec535f1-8846-4ccd-a399-03e2295de88a,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:10.021761 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6914d73d-e749-43d0-b40b-4ebe1c90709b req-57bacae4-72d9-42f0-afe0-206b9c1b34a9 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/security-groups?id=13968104-51a0-4bd4-8fa9-0b15ad042d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 May 31 11:44:10.026526 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.028731 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-753d2cf9-7119-4cd5-9f5d-750bb7b05005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:10.095072 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=5ec535f1-8846-4ccd-a399-03e2295de88a,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:10.098143 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:10.348324 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Router a74bd00d-86ab-4f9d-bde6-4e1d680681fb has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:44:10.374107 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['5ec535f1-8846-4ccd-a399-03e2295de88a'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:10.424740 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-335b6eea-f2ef-4d9f-8e08-6e095553ad91 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:10.426151 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-335b6eea-f2ef-4d9f-8e08-6e095553ad91 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 945 time: 0.1703305 May 31 11:44:10.635826 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:10.644345 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] Sync routers for ids ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:10.653891 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] Routers {'a74bd00d-86ab-4f9d-bde6-4e1d680681fb'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:10.654520 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:43:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:10.812450 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] 10.222.0.18 "PUT /v2.0/routers/a74bd00d-86ab-4f9d-bde6-4e1d680681fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8388307 May 31 11:44:10.816183 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 32848) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:10.825973 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Deleting port 380d1c53-3547-4bec-857a-40c387fd1ca9 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:10.826340 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:10.829279 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] Set router a74bd00d-86ab-4f9d-bde6-4e1d680681fb gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:10.930485 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990c46-c3c7-442e-bdb9-4eef3455576a req-9fd84517-8236-40f8-bb2a-6bd0e8f51a6a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:10.931964 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3990c46-c3c7-442e-bdb9-4eef3455576a req-9fd84517-8236-40f8-bb2a-6bd0e8f51a6a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 945 time: 0.2944455 May 31 11:44:10.999617 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] For port 380d1c53-3547-4bec-857a-40c387fd1ca9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=380d1c53-3547-4bec-857a-40c387fd1ca9,segment=NetworkSegment(90a00903-3311-42c7-bad0-b3b6039a7681),segment_id=90a00903-3311-42c7-bad0-b3b6039a7681)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:10.999987 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.070460 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f3990c46-c3c7-442e-bdb9-4eef3455576a req-a231fb9f-a3e7-4386-a05b-c46fefd6193b tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212149 May 31 11:44:11.093290 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.133191 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Calling delete_port for 380d1c53-3547-4bec-857a-40c387fd1ca9 owned by compute:nova {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:11.136047 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:44:09Z', 'revision_number': 5, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:11.139771 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] Checking router: a74bd00d-86ab-4f9d-bde6-4e1d680681fb for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:11.148093 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] Routers {'a74bd00d-86ab-4f9d-bde6-4e1d680681fb'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:11.148890 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:43:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:11.260510 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.266704 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:11.288507 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e9628e17-ad3a-41d1-8c5d-ee0fb07759d7 req-181fba21-c5b4-4d3f-874f-a845026953c4 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97a85a7-19be-4580-9e2b-01e47290751f HTTP/1.1" status: 200 len: 210 time: 0.0597019 May 31 11:44:11.301505 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['380d1c53-3547-4bec-857a-40c387fd1ca9'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:11.309196 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Pushing event deleted for resources: {'Port': ['ID=380d1c53-3547-4bec-857a-40c387fd1ca9,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:11.323099 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:11.323301 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.355108 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] Set router a74bd00d-86ab-4f9d-bde6-4e1d680681fb gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:11.399948 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] No DVR routers for this DVR port 380d1c53-3547-4bec-857a-40c387fd1ca9 on host hv-cinder-78638 {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:11.402418 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.404924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Deleting port c7311092-be8a-45a6-baf0-af1e3fa49081 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:11.405213 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'name': 'network-vif-deleted', 'tag': '380d1c53-3547-4bec-857a-40c387fd1ca9'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:11.405342 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.407539 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802359b9-3f26-44a9-82cc-7aa453d55c6a" -d '{"events": [{"server_uuid": "b97a85a7-19be-4580-9e2b-01e47290751f", "name": "network-vif-deleted", "tag": "380d1c53-3547-4bec-857a-40c387fd1ca9"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:11.426723 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d20f6fd0-9537-4848-aed0-71b5c0e9853b req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] 10.222.0.62 "DELETE /v2.0/ports/380d1c53-3547-4bec-857a-40c387fd1ca9 HTTP/1.1" status: 204 len: 173 time: 0.9926121 May 31 11:44:11.470090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e5ff9-d870-4603-8a27-86934932146e x-openstack-request-id: req-5b1e5ff9-d870-4603-8a27-86934932146e {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:11.471158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97a85a7-19be-4580-9e2b-01e47290751f", "name": "network-vif-deleted", "tag": "380d1c53-3547-4bec-857a-40c387fd1ca9", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:11.471711 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b1e5ff9-d870-4603-8a27-86934932146e {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:11.472198 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97a85a7-19be-4580-9e2b-01e47290751f', 'name': 'network-vif-deleted', 'tag': '380d1c53-3547-4bec-857a-40c387fd1ca9', 'status': 'completed', 'code': 200} May 31 11:44:11.565556 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] For port c7311092-be8a-45a6-baf0-af1e3fa49081, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=c7311092-be8a-45a6-baf0-af1e3fa49081,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:11.566334 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.685533 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:44:09Z', 'revision_number': 5, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:11.689397 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43265cc9-6826-4dbd-b691-a9cd0307dae0 None None] The sync data for ids ['a74bd00d-86ab-4f9d-bde6-4e1d680681fb'] in dv-cinder-786383-7-iscsi is: [{'id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'name': 'tempest-ServerRescueNegativeTestJSON-549745460-router', 'tenant_id': '0bc581eb1064479985807b22ad83ca65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:44:09Z', 'revision_number': 5, 'project_id': '0bc581eb1064479985807b22ad83ca65', 'gw_port': {'id': 'c7311092-be8a-45a6-baf0-af1e3fa49081', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bd00d-86ab-4f9d-bde6-4e1d680681fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:11.699592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Calling delete_port for c7311092-be8a-45a6-baf0-af1e3fa49081 owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:11.761165 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 5ec535f1-8846-4ccd-a399-03e2295de88a up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:11.830182 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 5ec535f1-8846-4ccd-a399-03e2295de88a completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:11.834545 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 5ec535f1-8846-4ccd-a399-03e2295de88a triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:11.835038 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.971075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:11.974494 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb32116d-212b-48a7-9099-a6fb1dd1c026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:11.977302 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.006063 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec535f1-8846-4ccd-a399-03e2295de88a'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:12.008354 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a4c14-a048-43d2-9579-8036c2af6959" -d '{"events": [{"server_uuid": "28bb06fe-7c27-4ccb-8b73-51ef55ce167b", "name": "network-vif-plugged", "status": "completed", "tag": "5ec535f1-8846-4ccd-a399-03e2295de88a"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:12.016353 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 5ec535f1-8846-4ccd-a399-03e2295de88a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5ec535f1-8846-4ccd-a399-03e2295de88a,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:12.018443 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7311092-be8a-45a6-baf0-af1e3fa49081,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:12.021236 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:12.026420 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.027920 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 380d1c53-3547-4bec-857a-40c387fd1ca9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:12.065022 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:12.095570 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0265f22e-4242-4524-a677-fc6a28a1760a x-openstack-request-id: req-0265f22e-4242-4524-a677-fc6a28a1760a {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:12.099135 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bb06fe-7c27-4ccb-8b73-51ef55ce167b", "name": "network-vif-plugged", "status": "completed", "tag": "5ec535f1-8846-4ccd-a399-03e2295de88a", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:12.099391 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0265f22e-4242-4524-a677-fc6a28a1760a {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:12.099854 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec535f1-8846-4ccd-a399-03e2295de88a', 'code': 200} May 31 11:44:12.111398 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: 380d1c53-3547-4bec-857a-40c387fd1ca9 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:12.111823 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 380d1c53-3547-4bec-857a-40c387fd1ca9 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:12.151806 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=5ec535f1-8846-4ccd-a399-03e2295de88a,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:12.153162 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.161022 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:12.310233 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f22a2-b036-4dd2-b2eb-cc3dfb248ac7 req-d12a6e1f-89a9-4a7f-a9b5-a3ee81132cd0 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:12.311728 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e41f22a2-b036-4dd2-b2eb-cc3dfb248ac7 req-d12a6e1f-89a9-4a7f-a9b5-a3ee81132cd0 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 946 time: 0.0907738 May 31 11:44:12.414445 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e41f22a2-b036-4dd2-b2eb-cc3dfb248ac7 req-f676f159-b6e2-45de-b8b2-d1016bc424f1 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965185 May 31 11:44:12.453170 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d8653-e982-4773-81b3-d03b4c08cebf req-ca6b50c0-bfa7-48ca-af43-c6c6e48457d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:12.455056 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3a1d8653-e982-4773-81b3-d03b4c08cebf req-ca6b50c0-bfa7-48ca-af43-c6c6e48457d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 1099 time: 0.0937161 May 31 11:44:12.465084 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.467551 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.500288 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3a1d8653-e982-4773-81b3-d03b4c08cebf req-0c897b4b-7245-4e2c-b028-1ce8c5294302 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367360 May 31 11:44:12.556253 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.556787 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a74bd00d-86ab-4f9d-bde6-4e1d680681fb {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:44:12.572347 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.574160 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a74bd00d-86ab-4f9d-bde6-4e1d680681fb HTTP/1.1" status: 204 len: 168 time: 1.7544103 May 31 11:44:12.577510 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 32866) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:12.643079 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Deleting subnet 7d948778-3382-4ec0-a0d7-4f2b4840da9e {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:44:12.646372 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.699918 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10763625'] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:12.756126 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.009107 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10513873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631377'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.013161 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-48eb0818-a047-4097-afdf-0383bd066785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:13.047806 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d948778-3382-4ec0-a0d7-4f2b4840da9e,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:13.052091 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:13.054995 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.061420 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-eae25715-e95f-4b6d-99d7-6ef29d966237 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d948778-3382-4ec0-a0d7-4f2b4840da9e HTTP/1.1" status: 204 len: 168 time: 0.4828582 May 31 11:44:13.064052 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 32882) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:13.135110 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:13.176581 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:13.178018 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1092abc7-7720-44a9-85f7-f4f4fc0bd3ed not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:13.199336 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.321453 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.333872 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dadf34-9544-4b34-bc46-6379a1498be5']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:13.345668 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd9179b-fd92-4e71-9fb9-06fab9d29603') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:13.345954 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd9179b-fd92-4e71-9fb9-06fab9d29603') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:13.356904 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.373664 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.380246 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:44:13.380508 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:44:13.393509 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:44:13.479892 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.484897 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.487613 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:13.509287 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=32dadf34-9544-4b34-bc46-6379a1498be5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:13.511819 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:13.519161 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/32dadf34-9544-4b34-bc46-6379a1498be5 HTTP/1.1" status: 204 len: 168 time: 0.4538546 May 31 11:44:13.631743 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21487-80ae-443e-a68d-bc3d79774753 req-26cfb9b5-4f0f-4161-9bf1-ffce06f78e9f tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:13.633249 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27a21487-80ae-443e-a68d-bc3d79774753 req-26cfb9b5-4f0f-4161-9bf1-ffce06f78e9f tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 946 time: 0.0931578 May 31 11:44:13.656218 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 32908) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:13.681532 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-27a21487-80ae-443e-a68d-bc3d79774753 req-37ed425f-9026-47ca-b5ba-dd4b2d07846c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 May 31 11:44:13.725787 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-3c55f796-6aa1-47a8-90fd-5f245496accc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bc581eb1064479985807b22ad83ca65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0634141 May 31 11:44:13.725787 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 32916) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:13.788190 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.814315 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.867837 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.872688 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d5b4c241-d3bf-4543-af01-a4638946e7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:13.886039 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6866b1-7045-4f7b-bfcb-81b447f1e122,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:13.888451 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:13.896403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:13.909639 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c6866b1-7045-4f7b-bfcb-81b447f1e122 HTTP/1.1" status: 204 len: 168 time: 0.1802685 May 31 11:44:13.942530 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:14.720365 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device c7311092-be8a-45a6-baf0-af1e3fa49081 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:14.758090 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: c7311092-be8a-45a6-baf0-af1e3fa49081 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:14.759304 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device c7311092-be8a-45a6-baf0-af1e3fa49081 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:14.873046 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351f6d-c8c5-4294-85ce-c6fdf0a324ea req-b3486100-8b67-4284-a09f-982f014b9487 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:14.874463 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-58351f6d-c8c5-4294-85ce-c6fdf0a324ea req-b3486100-8b67-4284-a09f-982f014b9487 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 946 time: 0.0827308 May 31 11:44:14.920411 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-58351f6d-c8c5-4294-85ce-c6fdf0a324ea req-3cd94bcb-1b42-4a10-a2ad-953b1dccd30c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 May 31 11:44:15.998967 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33038) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:16.119175 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.142573 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:16.147033 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Usage tracker for resource:security_group_rule and tenant:c0306a0d758141e5856c9d49f0b2062f is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:16.150130 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:16.156267 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:16.239447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.245474 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.255909 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f408c8f6-2d87-472f-a140-184fbe2e4f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:16.297395 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0306a0d758141e5856c9d49f0b2062f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973223 May 31 11:44:16.298234 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e1347-52ae-4096-a53a-5ed7caca9580,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:16.300689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33044) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:16.302403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:16.367703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.392916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.447011 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.450703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f5abd0d8-d348-456f-9401-3748c765e090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:16.461673 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e1347-52ae-4096-a53a-5ed7caca9580,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:16.465390 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:16.468660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.471135 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed8e1347-52ae-4096-a53a-5ed7caca9580 HTTP/1.1" status: 204 len: 168 time: 0.1692679 May 31 11:44:16.569571 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8205a228-e67c-4750-9dc8-d10e9b4e3df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.760264 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33054) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:16.777591 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.791755 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:16.795835 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Usage tracker for resource:security_group_rule and tenant:9402d93332194487a80470c0db15662a is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:16.798603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:16.804742 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:16.890504 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.895738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.903991 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5847bec2-4981-49d2-8465-04c1fa24169a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:16.944067 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9402d93332194487a80470c0db15662a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826446 May 31 11:44:16.945759 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a90554-27e2-4f95-802d-a3d4989b9e89,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:16.946929 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33064) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:16.948963 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9a7a764a-055e-4764-901d-4ec044c36d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:17.009633 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ff00d6fe-f158-413a-8fd3-cdcaf5aa2079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.110173 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ff00d6fe-f158-413a-8fd3-cdcaf5aa2079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.168946 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ff00d6fe-f158-413a-8fd3-cdcaf5aa2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.172736 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-62689f75-adee-4494-acfa-606c97ae44ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:17.186353 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00d6fe-f158-413a-8fd3-cdcaf5aa2079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a90554-27e2-4f95-802d-a3d4989b9e89,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:17.189718 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ff00d6fe-f158-413a-8fd3-cdcaf5aa2079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:17.197718 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ff00d6fe-f158-413a-8fd3-cdcaf5aa2079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.201272 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ff00d6fe-f158-413a-8fd3-cdcaf5aa2079 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98a90554-27e2-4f95-802d-a3d4989b9e89 HTTP/1.1" status: 204 len: 168 time: 0.2509222 May 31 11:44:18.746275 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8d5dd32a-3216-4f1d-97d9-1c9535d8279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:18.815874 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.948892 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:20.935891 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33240) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:21.056744 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.071675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:21.081911 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c80a50eefad441e833e453a75e1edc8 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:21.084785 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:21.090607 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:21.177956 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.183433 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.191561 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-699a6cec-c5d6-4dc2-af9f-002ed4642bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:21.236949 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e62240b-f02a-4313-b8dc-878d1f8c54b1,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:21.245368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33248) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:21.245853 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c80a50eefad441e833e453a75e1edc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088684 May 31 11:44:21.247622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:21.311520 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.337417 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.392192 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.396014 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ca44b6c9-7e48-4dbc-b632-9e9240872ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:21.408421 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e62240b-f02a-4313-b8dc-878d1f8c54b1,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:21.412111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:21.417362 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.421349 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e62240b-f02a-4313-b8dc-878d1f8c54b1 HTTP/1.1" status: 204 len: 168 time: 0.1748579 May 31 11:44:21.502042 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.740305 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33256) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:21.760441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.775657 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:21.780193 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Usage tracker for resource:security_group_rule and tenant:c5124e24875e44d4ab5427ac164708f2 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:21.783333 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:21.790314 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:21.883206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.888149 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:21.902627 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e7d69b79-4c4f-451c-aeb0-f75b9d5d275b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:21.950702 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5124e24875e44d4ab5427ac164708f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083969 May 31 11:44:21.951959 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25599d75-e974-46c2-86f8-20f8b92a57e8,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:21.952919 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33260) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:21.955057 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:22.018950 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:22.047037 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:22.106762 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:22.110590 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-91361251-011d-43fa-b295-3d19c8b6509d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:22.122772 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25599d75-e974-46c2-86f8-20f8b92a57e8,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:22.125616 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:22.132798 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:22.136604 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25599d75-e974-46c2-86f8-20f8b92a57e8 HTTP/1.1" status: 204 len: 168 time: 0.1824894 May 31 11:44:28.118794 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33368) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:28.241749 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.258363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:28.262773 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b8ffb080734260aa3d54ed9b417d31 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:28.265995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:28.272261 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:28.370045 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.374902 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.384329 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-84f59ceb-edbb-4a17-9243-f0774fa1da9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:28.427385 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0b8ffb080734260aa3d54ed9b417d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073061 May 31 11:44:28.428283 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33374) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:28.429720 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa11246-26a3-41c6-a052-bf3df8f7746c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:28.437507 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:28.513302 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c31df2b-a82d-4392-a90b-80adae5fc831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.540768 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c31df2b-a82d-4392-a90b-80adae5fc831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.596595 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c31df2b-a82d-4392-a90b-80adae5fc831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.602878 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e3793f66-b90f-45e1-9b95-97b55f051c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:28.620058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31df2b-a82d-4392-a90b-80adae5fc831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa11246-26a3-41c6-a052-bf3df8f7746c,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:28.623214 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9c31df2b-a82d-4392-a90b-80adae5fc831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:28.625662 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c31df2b-a82d-4392-a90b-80adae5fc831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.629175 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-9c31df2b-a82d-4392-a90b-80adae5fc831 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fa11246-26a3-41c6-a052-bf3df8f7746c HTTP/1.1" status: 204 len: 168 time: 0.1975713 May 31 11:44:28.947150 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33384) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:28.967078 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.981618 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:28.985603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Usage tracker for resource:security_group_rule and tenant:d8255bea65eb41e59845a95f03881435 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:28.988402 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:28.994322 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:29.087528 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.092317 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.101297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-53d5a7af-8e3d-4a28-b08e-4e81725cb1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:29.140048 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8255bea65eb41e59845a95f03881435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915207 May 31 11:44:29.141649 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aababb0e-ecfe-41a9-85ff-bb279e7f0177,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:29.142707 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33388) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:29.144823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:29.213146 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.244049 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.305976 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.309740 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0a10712e-9a29-4e23-8492-f7ef4f5f2fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:29.322307 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aababb0e-ecfe-41a9-85ff-bb279e7f0177,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:29.326406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:29.329818 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.330898 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aababb0e-ecfe-41a9-85ff-bb279e7f0177 HTTP/1.1" status: 204 len: 168 time: 0.1866417 May 31 11:44:35.358306 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33510) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:35.506341 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.521306 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:35.526014 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Usage tracker for resource:security_group_rule and tenant:5caa5d1fab5c4dabbb7db98b23f10a60 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:35.530239 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:35.537204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:35.627835 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.632019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.649776 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-543adb62-2282-46c3-be14-ee59c396bd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:35.683495 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33518) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:35.684277 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5caa5d1fab5c4dabbb7db98b23f10a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240383 May 31 11:44:35.691253 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba5d41a-5233-4f61-a007-040066e29f6c,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:35.698806 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.699234 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.699674 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.700140 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.700668 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.701177 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.701664 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.702148 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.702693 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.703235 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.703588 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.703942 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:35.708142 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:35.765428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-31ad00cd-670b-450e-8563-6b6a2cb16c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.795896 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-31ad00cd-670b-450e-8563-6b6a2cb16c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.855051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-31ad00cd-670b-450e-8563-6b6a2cb16c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.859537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4fdce7a7-c007-4409-bc87-c68d72d26c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:35.878166 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad00cd-670b-450e-8563-6b6a2cb16c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba5d41a-5233-4f61-a007-040066e29f6c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:35.881136 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-31ad00cd-670b-450e-8563-6b6a2cb16c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:35.897165 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-31ad00cd-670b-450e-8563-6b6a2cb16c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.900519 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-31ad00cd-670b-450e-8563-6b6a2cb16c20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ba5d41a-5233-4f61-a007-040066e29f6c HTTP/1.1" status: 204 len: 168 time: 0.2138271 May 31 11:44:36.211203 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33526) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:36.232426 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.246381 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:36.250514 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Usage tracker for resource:security_group_rule and tenant:c564804a19a749e3a3dd61f90f3f77ac is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:36.253251 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:36.259452 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:36.344037 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.348368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.356922 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-615718d5-767a-4369-a165-135b45f7b78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:36.393206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5161b49-1272-4de2-bedd-681c26de44b5,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:36.397224 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c564804a19a749e3a3dd61f90f3f77ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849582 May 31 11:44:36.398070 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:36.402151 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33534) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:36.470694 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.508186 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.575344 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.578983 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1523feaf-a8f2-448a-94e1-166791a7e350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:36.590059 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5161b49-1272-4de2-bedd-681c26de44b5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:36.593828 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:36.597054 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.598156 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5161b49-1272-4de2-bedd-681c26de44b5 HTTP/1.1" status: 204 len: 168 time: 0.1950984 May 31 11:44:36.982144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33556) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:36.999830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.013863 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:37.018591 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Usage tracker for resource:security_group_rule and tenant:bfaa6bd64f36448c82474e6a2bb3bebb is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:37.021563 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:37.028025 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:37.108813 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.114979 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.123111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f7643c1a-f061-46ed-ac78-0ef38017ca2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:37.160737 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfaa6bd64f36448c82474e6a2bb3bebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774850 May 31 11:44:37.163680 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33560) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:37.166271 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73b151-ae0f-4d4b-a146-005f8c8a6de8,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:37.179681 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:37.223737 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.252101 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.393200 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.397403 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a74862b1-bc53-48f2-a9b6-84884578c82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:37.408924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73b151-ae0f-4d4b-a146-005f8c8a6de8,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:37.412660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:37.416250 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.420666 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d73b151-ae0f-4d4b-a146-005f8c8a6de8 HTTP/1.1" status: 204 len: 168 time: 0.2530868 May 31 11:44:43.959498 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.433607 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33810) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:45.537751 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:44:45.562405 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.577454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:45.581649 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:95d642b635b148e39cd27b50c065ab9b is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:45.584669 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:45.590405 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:45.681640 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.687076 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.693439 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4089b5ac-2d0e-4053-879f-3d3e2eeb74e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:45.731071 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab66804-0fc9-4cd9-a0db-4e4dd9ac4f31,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:45.734856 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95d642b635b148e39cd27b50c065ab9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001223 May 31 11:44:45.737740 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33816) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:45.740782 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.741148 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.741505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.741853 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.742199 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.742544 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.742920 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.743263 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.743602 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.743938 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.744274 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.744614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:45.748314 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:45.808405 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b98e80bf-34e5-41c7-80f7-28ebcdcde8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.834746 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b98e80bf-34e5-41c7-80f7-28ebcdcde8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.890682 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b98e80bf-34e5-41c7-80f7-28ebcdcde8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.894176 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:45.905958 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e80bf-34e5-41c7-80f7-28ebcdcde8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab66804-0fc9-4cd9-a0db-4e4dd9ac4f31,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:45.908754 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b98e80bf-34e5-41c7-80f7-28ebcdcde8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:45.915660 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-b98e80bf-34e5-41c7-80f7-28ebcdcde8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.916786 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b98e80bf-34e5-41c7-80f7-28ebcdcde8bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ab66804-0fc9-4cd9-a0db-4e4dd9ac4f31 HTTP/1.1" status: 204 len: 168 time: 0.1780140 May 31 11:44:46.096507 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33828) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:46.161166 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Deleting subnet 14648fae-8b33-4428-b5ed-15611611d693 {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:44:46.164127 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.211927 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33832) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:46.214345 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10763625'] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.229583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.247465 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:46.251362 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Usage tracker for resource:security_group_rule and tenant:7eaa641befa34b778ab622118878f3ae is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:46.254224 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:46.259738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:46.269426 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.339537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.344835 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.351840 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fa4381ab-311f-48f2-aedb-681069ec7380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:46.390375 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e6521-fd67-4f5f-aca5-7b3064d99ceb,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:46.395694 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7eaa641befa34b778ab622118878f3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823392 May 31 11:44:46.396807 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0f427ba4-d7cd-4c6f-85a7-9c4eb14f2a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:46.397637 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33836) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:46.457230 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8eb439db-9067-4bdd-8af4-57dc86d5ce58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.483416 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8eb439db-9067-4bdd-8af4-57dc86d5ce58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.520898 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10513873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631377'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.524727 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:46.538682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8eb439db-9067-4bdd-8af4-57dc86d5ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.542446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bc6fc8fd-ad25-43bc-bbfb-3e14ac326178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:46.560848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb439db-9067-4bdd-8af4-57dc86d5ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e6521-fd67-4f5f-aca5-7b3064d99ceb,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:46.561263 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14648fae-8b33-4428-b5ed-15611611d693,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:46.563717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8eb439db-9067-4bdd-8af4-57dc86d5ce58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:46.564762 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:46.567762 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.570016 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fd40-c6ee-4f57-97fd-84d1ade69bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.573346 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/14648fae-8b33-4428-b5ed-15611611d693 HTTP/1.1" status: 204 len: 168 time: 0.4757626 May 31 11:44:46.575655 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8eb439db-9067-4bdd-8af4-57dc86d5ce58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.575822 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33840) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:46.576801 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8eb439db-9067-4bdd-8af4-57dc86d5ce58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac1e6521-fd67-4f5f-aca5-7b3064d99ceb HTTP/1.1" status: 204 len: 168 time: 0.1782324 May 31 11:44:46.683528 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.810670 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.824952 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1f4ea4-bfad-408e-9a33-4e45594764d0']}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:46.837466 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a00903-3311-42c7-bad0-b3b6039a7681') {'for_net_delete': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:46.837821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a00903-3311-42c7-bad0-b3b6039a7681') {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:46.882238 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10763618'] for segment, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.907636 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.916754 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:44:46.917132 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10739831'] for segment, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: Traceback (most recent call last): May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: timer() May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: cb(*args, **kw) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: return func(*args, **kwargs) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: self._notify() May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: self.callback(batched_events) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: event.method(event) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: return f(self, *a, **k) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._get(url).json() May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: return self.request(url, 'GET', **kwargs) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:44:46.930333 dv-cinder-786383-7-iscsi neutron-server[98398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:44:47.014151 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-7c30d74e-a65c-4c72-a30d-13dc96c177f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698246 May 31 11:44:47.014908 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.018409 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:47.031161 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.041325 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Pushing event deleted for resources: {'Network': ['ID=da1f4ea4-bfad-408e-9a33-4e45594764d0,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:47.044499 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:47.052120 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] 10.222.0.18 "DELETE /v2.0/networks/da1f4ea4-bfad-408e-9a33-4e45594764d0 HTTP/1.1" status: 204 len: 168 time: 0.4729576 May 31 11:44:47.259916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 33868) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:47.305492 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-8d5bfae9-7d7c-4fd6-a734-94f6ab9c6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:47.307657 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-8d5bfae9-7d7c-4fd6-a734-94f6ab9c6fcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 1100 time: 0.1730623 May 31 11:44:47.313719 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-70898bc5-ab77-4cfa-9c36-7b62753e0665 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89603d08299d4f4a85ec8356a041a78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525994 May 31 11:44:47.316428 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 33874) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:47.468158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.507213 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-f53f1f51-bb57-46a7-beb3-f8a8194871d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:47.507213 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-f53f1f51-bb57-46a7-beb3-f8a8194871d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1785593 May 31 11:44:47.511389 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.639186 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-ce50d0ca-3204-4dc2-acfb-1fa154d90a97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 200 len: 1002 time: 0.1180141 May 31 11:44:47.694401 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.701354 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-584d0f1b-ec89-4363-9c1c-49bd2639071c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:47.718292 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13968104-51a0-4bd4-8fa9-0b15ad042d42,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:47.724601 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:47.726519 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-57a43a59-b759-4b20-ac0f-3b0351951505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:47.727994 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-57a43a59-b759-4b20-ac0f-3b0351951505 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0814421 May 31 11:44:47.733137 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.736823 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13968104-51a0-4bd4-8fa9-0b15ad042d42 HTTP/1.1" status: 204 len: 168 time: 0.4167991 May 31 11:44:47.814761 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-e594ea50-02d6-49cd-a1a7-8adc53ac9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:47.820360 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-e594ea50-02d6-49cd-a1a7-8adc53ac9194 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832727 May 31 11:44:47.963699 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-2e54a2e6-fb3f-4c23-b7c4-2f45e4eecf99 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342344 May 31 11:44:48.125670 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7ff6038-a6a5-422b-ad84-685aaab0ab2b req-681fc828-9df8-45bd-849d-d396a3ff0c29 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529746 May 31 11:44:48.741627 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-84a3627c-c88c-4594-9305-0eddbf3d5e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.810499 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.937354 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.474210 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbeea1-bfc5-4252-8482-2c60278aff2f req-429b655a-e753-4691-9072-e89afb3edd01 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:51.475704 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0adbeea1-bfc5-4252-8482-2c60278aff2f req-429b655a-e753-4691-9072-e89afb3edd01 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0819724 May 31 11:44:51.504956 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.522746 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0adbeea1-bfc5-4252-8482-2c60278aff2f req-1e40836b-7b3e-4559-8f09-e7890ec9030b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 May 31 11:44:52.739429 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7bfc-7755-4ac5-a2a8-4494b9d47861 req-54633a91-190f-4b5f-8e66-67125cc03546 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:52.740878 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-32cd7bfc-7755-4ac5-a2a8-4494b9d47861 req-54633a91-190f-4b5f-8e66-67125cc03546 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0967426 May 31 11:44:52.785733 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-32cd7bfc-7755-4ac5-a2a8-4494b9d47861 req-b08940b0-3bef-419f-8713-deaaf367a0b2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390687 May 31 11:44:53.988390 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75903643-b652-47af-bc64-51f3331f41f6 req-a9633853-0482-4415-ba3a-de38c530a74e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:53.989856 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75903643-b652-47af-bc64-51f3331f41f6 req-a9633853-0482-4415-ba3a-de38c530a74e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0847375 May 31 11:44:54.034488 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-75903643-b652-47af-bc64-51f3331f41f6 req-8aec611f-bf47-4e50-a12c-229a7a2caa01 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 May 31 11:44:55.244029 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020242f-de3a-49cc-b85e-fd7512240548 req-34a7d444-fbaf-4473-a4c3-396bde4f8dee tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:55.246483 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9020242f-de3a-49cc-b85e-fd7512240548 req-34a7d444-fbaf-4473-a4c3-396bde4f8dee tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.1001577 May 31 11:44:55.297641 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9020242f-de3a-49cc-b85e-fd7512240548 req-c9ec067f-e74d-4689-8aaf-2aba1336ea90 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 May 31 11:44:56.494049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44ef4-72e0-46b1-996b-f2e95bf498fa req-8f027ada-9af6-4aae-af0b-4ad7825fe8f5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:56.495527 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-58d44ef4-72e0-46b1-996b-f2e95bf498fa req-8f027ada-9af6-4aae-af0b-4ad7825fe8f5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0856626 May 31 11:44:56.545884 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-58d44ef4-72e0-46b1-996b-f2e95bf498fa req-605cb422-576c-4c28-a853-79c6e2bc1cbf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 May 31 11:44:57.757675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65bac-279f-4461-9138-1ea07d4dbf86 req-3ee5cd48-b9a2-4bc3-84fa-f6a92d7b5c98 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:57.759291 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-60b65bac-279f-4461-9138-1ea07d4dbf86 req-3ee5cd48-b9a2-4bc3-84fa-f6a92d7b5c98 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0880959 May 31 11:44:57.804005 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-60b65bac-279f-4461-9138-1ea07d4dbf86 req-c346654c-7863-4874-9f83-c409e6db678b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388472 May 31 11:44:58.575797 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81e355-6a27-4620-8333-87baf12664d3 req-b4c41db9-c52f-4116-a9df-8cca0932b687 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:58.577201 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8a81e355-6a27-4620-8333-87baf12664d3 req-b4c41db9-c52f-4116-a9df-8cca0932b687 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0912042 May 31 11:44:58.720143 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Deleting port f3ffc563-1032-471e-9c87-6eab02076e11 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:58.720402 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.855359 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] For port f3ffc563-1032-471e-9c87-6eab02076e11, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f3ffc563-1032-471e-9c87-6eab02076e11,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:58.856036 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.995691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3c612-d9d2-4037-8cd0-96fbb539b4d7 req-1c38ec27-58eb-4424-a16a-d07a7a56f3cc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:58.997303 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ce3c612-d9d2-4037-8cd0-96fbb539b4d7 req-1c38ec27-58eb-4424-a16a-d07a7a56f3cc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 947 time: 0.0843606 May 31 11:44:59.044839 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ce3c612-d9d2-4037-8cd0-96fbb539b4d7 req-5f85ac89-0323-4d50-b8d0-be59bc83cfbf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e090328-9e6e-4b90-a92e-5dacd473b8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 May 31 11:44:59.235265 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.235920 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.236050 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Floating IP e349b66a-255a-461c-90d3-c1d65c5f4e8e disassociated. External IP: 172.27.0.106, port: f3ffc563-1032-471e-9c87-6eab02076e11. May 31 11:44:59.236322 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Calling delete_port for f3ffc563-1032-471e-9c87-6eab02076e11 owned by compute:nova {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:59.346192 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.351951 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-02caade6-ded6-41bc-aeca-e75f2bbf136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:59.402898 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event deleted for resources: {'Port': ['ID=f3ffc563-1032-471e-9c87-6eab02076e11,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:59.408335 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:59.597446 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:44:59.800011 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:59.810256 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] Sync routers for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:59.820698 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:59.821444 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:44:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:59.873407 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] No DVR routers for this DVR port f3ffc563-1032-471e-9c87-6eab02076e11 on host hv-cinder-78638 {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:59.875929 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.878510 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-deleted', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:59.880783 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16026092-6057-4796-b156-a76e8a86e6c5" -d '{"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-deleted", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:59.895852 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8a81e355-6a27-4620-8333-87baf12664d3 req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "DELETE /v2.0/ports/f3ffc563-1032-471e-9c87-6eab02076e11 HTTP/1.1" status: 204 len: 173 time: 1.3129454 May 31 11:44:59.936059 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d72e99-0f73-4947-8585-9d0ac62c663c x-openstack-request-id: req-88d72e99-0f73-4947-8585-9d0ac62c663c {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:59.936584 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6c476-6019-4181-90f5-e06b8545d4cf", "name": "network-vif-deleted", "tag": "f3ffc563-1032-471e-9c87-6eab02076e11", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:59.936863 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88d72e99-0f73-4947-8585-9d0ac62c663c {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:59.937282 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6c476-6019-4181-90f5-e06b8545d4cf', 'name': 'network-vif-deleted', 'tag': 'f3ffc563-1032-471e-9c87-6eab02076e11', 'status': 'completed', 'code': 200} May 31 11:45:00.003799 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:00.212387 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-780897b8-40b7-4147-98bd-eca54a3996de req-aa34262e-2cc2-41ad-b7ce-6072eb2643e9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 210 time: 0.0446122 May 31 11:45:00.316046 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:00.320081 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] Checking router: 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:00.329350 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:00.329993 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:44:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:00.510550 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:00.850370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:00.856166 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3f063-939f-486d-b0bf-5a02d9397590 None None] The sync data for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi is: [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:01.069446 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6390262-e1a9-4e5b-833b-85be9570d2f8 None None] New status for floating IP e349b66a-255a-461c-90d3-c1d65c5f4e8e: DOWN {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:45:01.388064 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-ce7eb836-b7d3-4d18-b897-bf1cec672f8d req-fd0f0bf0-d0ce-4b71-a912-fb127054287f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Synchronizing usage tracker for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:01.405215 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-ce7eb836-b7d3-4d18-b897-bf1cec672f8d req-fd0f0bf0-d0ce-4b71-a912-fb127054287f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Unset dirty status for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:01.406406 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ce7eb836-b7d3-4d18-b897-bf1cec672f8d req-fd0f0bf0-d0ce-4b71-a912-fb127054287f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 210 time: 0.0613532 May 31 11:45:02.583014 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a383c435-0146-4dd5-a3c9-1bd7230c8a8c req-a70adf06-76dc-4795-8710-51b6275ce9d9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f6c476-6019-4181-90f5-e06b8545d4cf HTTP/1.1" status: 200 len: 210 time: 0.0467052 May 31 11:45:02.739637 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:45:02.774163 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: f3ffc563-1032-471e-9c87-6eab02076e11 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:45:02.774482 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f3ffc563-1032-471e-9c87-6eab02076e11 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:45:03.732906 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34054) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:03.798518 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51cdb2b8-ee9c-473a-a490-58b1559b4d55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.827491 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51cdb2b8-ee9c-473a-a490-58b1559b4d55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.880534 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51cdb2b8-ee9c-473a-a490-58b1559b4d55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.887894 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d749655b-0047-423c-880f-8e58fd6a016b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:03.906107 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdb2b8-ee9c-473a-a490-58b1559b4d55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e090328-9e6e-4b90-a92e-5dacd473b8c4,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:03.909077 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-51cdb2b8-ee9c-473a-a490-58b1559b4d55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:03.917010 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-51cdb2b8-ee9c-473a-a490-58b1559b4d55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.921523 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 34068) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:03.921992 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-51cdb2b8-ee9c-473a-a490-58b1559b4d55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e090328-9e6e-4b90-a92e-5dacd473b8c4 HTTP/1.1" status: 204 len: 168 time: 0.1877246 May 31 11:45:03.953627 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.api.v2.resource [None req-faee385c-94d6-4353-b8d8-5872230702b9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] show failed (client error): The resource could not be found. May 31 11:45:03.957417 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-faee385c-94d6-4353-b8d8-5872230702b9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups/1e090328-9e6e-4b90-a92e-5dacd473b8c4 HTTP/1.1" status: 404 len: 347 time: 0.0320280 May 31 11:45:03.957775 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34072) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:04.178679 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Deleting port 8dd230a3-f7e9-4a0f-9d78-d8d169080bd9 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:45:04.178997 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.296468 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.296799 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.428717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Calling delete_port for 8dd230a3-f7e9-4a0f-9d78-d8d169080bd9 owned by network:floatingip {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:45:04.551645 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.555930 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:04.598098 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event deleted for resources: {'Port': ['ID=8dd230a3-f7e9-4a0f-9d78-d8d169080bd9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:04.630953 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:04.691779 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.712222 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.713345 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "DELETE /v2.0/floatingips/e349b66a-255a-461c-90d3-c1d65c5f4e8e HTTP/1.1" status: 204 len: 168 time: 0.7544966 May 31 11:45:05.318938 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 34092) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:05.447659 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.463351 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:05.467452 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Usage tracker for resource:security_group_rule and tenant:2207369fa0a84e679531cec4b41f0e37 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:05.470351 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:05.476348 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:05.556913 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.562724 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.569731 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3d4ceeaf-3a05-445f-9a37-d9cbaa437b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:05.612466 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2207369fa0a84e679531cec4b41f0e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922986 May 31 11:45:05.613330 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65572508-813d-44ef-95cf-36183bfac4ca,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:05.615369 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34098) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:05.616556 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:05.677956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.703545 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.761346 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.766153 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1c2f944b-2b85-457d-bc3a-891e35fd1122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:05.776456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65572508-813d-44ef-95cf-36183bfac4ca,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:05.778859 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:05.784602 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.785810 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65572508-813d-44ef-95cf-36183bfac4ca HTTP/1.1" status: 204 len: 168 time: 0.1692934 May 31 11:45:06.047270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34110) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:06.053279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196643554', 'description': 'tempest-description--80378353'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:06.059804 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:06.064314 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:06.067479 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:06.073582 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:06.084358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.093252 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 34114) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:06.107228 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:06.110985 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.111350 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group_rule and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:06.114337 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:06.120406 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:06.125577 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:06.129625 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Usage tracker for resource:security_group_rule and tenant:8333c1550f1f4aaaa970a4f46147ae7f is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:06.132744 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:06.138665 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:06.190365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.194765 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.198508 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ea9899b8-5832-4eab-ac88-c6421c1c0b89 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:06.222292 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.227607 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.236583 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-26a43559-c253-4fc3-87aa-ad0cef42ffb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:06.239160 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf62ca2-ef9e-46d8-b67f-2088f33463f7,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:06.242690 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:06.246533 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.250254 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1992674 May 31 11:45:06.250459 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34120) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:06.256137 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'security_group_rule': {'security_group_id': '6bf62ca2-ef9e-46d8-b67f-2088f33463f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:06.261425 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:06.265600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group_rule and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:06.269292 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:06.275236 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:06.278580 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8333c1550f1f4aaaa970a4f46147ae7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840658 May 31 11:45:06.279843 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 34126) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:06.282902 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f2baf4-1948-43ab-9b03-829b78dd6b24,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:06.295192 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.295826 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:06.359447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.360158 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.367749 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.370312 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-89e85d59-6a6a-490b-ae24-80843931d481 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:06.396172 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a1a354-760a-42b2-8a15-c7acca7b507b,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:06.398614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:06.399458 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.407968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.408623 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568859 May 31 11:45:06.411204 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34132) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:06.416704 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'security_group_rule': {'security_group_id': '6bf62ca2-ef9e-46d8-b67f-2088f33463f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:06.422604 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:06.426968 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:security_group_rule and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:06.430895 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:06.436607 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:06.458128 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.459467 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.463320 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9e34ef41-b465-4dff-9608-1c085796b11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:06.474952 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f2baf4-1948-43ab-9b03-829b78dd6b24,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:06.477212 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:06.485483 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.486606 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64f2baf4-1948-43ab-9b03-829b78dd6b24 HTTP/1.1" status: 204 len: 168 time: 0.2056255 May 31 11:45:06.526045 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.530583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.532805 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-89b09405-bbb9-498f-9971-b8495d6d1052 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:06.554549 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb82e7fd-7ebc-44d2-824b-2a2d4f717bdc,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:06.557680 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:06.565172 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.566347 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6ae1529e-39d2-49ea-a434-d03a32b27c7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539888 May 31 11:45:06.569482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34138) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:06.574820 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:06.581023 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:06.585206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Usage tracker for resource:floatingip and tenant:c8d3eff28e784237ad2aa161abfa918e is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:06.588393 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:06.594537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:06.606089 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.841373 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.979643 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Allocated IP 172.27.0.151 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/6c06972e-2716-4176-9b86-99a46a565702) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:07.127698 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.157267 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.162029 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:07.222786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:07.225646 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:07.229056 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:07.261960 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'Port': ['ID=6c06972e-2716-4176-9b86-99a46a565702,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:07.268407 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:07.355864 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.423002 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.633088 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.639765 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.643926 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:07.752509 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'Port': ['ID=6c06972e-2716-4176-9b86-99a46a565702,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:07.757196 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:07.767029 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.791536 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.792804 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2223725 May 31 11:45:07.954688 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 34198) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:08.023497 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-ab03c585-b924-4055-945a-66f9b71f59b1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--196643554&fields=id&tenant_id=c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 267 time: 0.0392709 May 31 11:45:08.135955 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.167037 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:08.175443 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Usage tracker for resource:security_group_rule and tenant:87710f69549f4ce8a217c926d8d244c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:08.180518 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:08.196133 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:08.209118 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-02c45cc0-1d62-4dae-93d8-2b6b0015d412 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:08.210460 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-02c45cc0-1d62-4dae-93d8-2b6b0015d412 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 816 time: 0.1798718 May 31 11:45:08.235995 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-3c3941cd-0086-4120-acca-1933a5fdcdba tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/quotas/c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 375 time: 0.0191495 May 31 11:45:08.363791 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.374483 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-cca03cae-a312-4c68-a8ca-f67d20481872 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330490 May 31 11:45:08.375488 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.382051 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f88ca8e7-b912-42a7-b635-ed275318ce1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:08.444873 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87710f69549f4ce8a217c926d8d244c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891403 May 31 11:45:08.448090 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34208) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:08.510594 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.541919 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.591170 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c2941-c171-4a7b-9ee1-f857ce8021a0,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:08.600564 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:08.603738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.608456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f08a285f-9d58-4296-acd2-bf46c46a8d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:08.619859 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c2941-c171-4a7b-9ee1-f857ce8021a0,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:08.622884 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:08.625044 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.629419 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/425c2941-c171-4a7b-9ee1-f857ce8021a0 HTTP/1.1" status: 204 len: 168 time: 0.1770909 May 31 11:45:08.649194 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-956bf2d4-7937-42f1-9760-4b6cc49b4e64 service neutron] 10.222.0.18 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520332 May 31 11:45:08.787535 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-e986042a-7ad5-41c9-ad33-2bdcbc8ac00c service neutron] 10.222.0.18 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320152 May 31 11:45:08.993256 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-8896d655-776a-410f-90a2-4822ab0ab58c req-e5533e1c-711e-4898-9526-8b8debcae15b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Synchronizing usage tracker for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:09.029623 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-8896d655-776a-410f-90a2-4822ab0ab58c req-e5533e1c-711e-4898-9526-8b8debcae15b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Unset dirty status for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:09.040508 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8896d655-776a-410f-90a2-4822ab0ab58c req-e5533e1c-711e-4898-9526-8b8debcae15b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 210 time: 0.1015244 May 31 11:45:09.393769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d61492-4b99-45e6-8c40-c6ed422a63a3 req-a3540fee-8b6b-472d-a773-e88dc62ef403 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:09.395770 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a8d61492-4b99-45e6-8c40-c6ed422a63a3 req-a3540fee-8b6b-472d-a773-e88dc62ef403 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 946 time: 0.0853705 May 31 11:45:09.442714 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a8d61492-4b99-45e6-8c40-c6ed422a63a3 req-87d69070-b34a-46a4-8b27-ede1dcf5eacf tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 May 31 11:45:10.223577 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ec459cc2-56b3-4492-a3b0-4533f497c740 req-e807153a-ee99-4385-8092-2e2f52d4711c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 210 time: 0.0677516 May 31 11:45:10.255153 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-e4facdbb-b884-44c6-9205-9cbb0d68e0cb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:10.257389 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-e4facdbb-b884-44c6-9205-9cbb0d68e0cb tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 816 time: 0.2093856 May 31 11:45:10.318117 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-dbb8bc19-e47a-461e-9e63-0c0c1f5d5164 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 379 time: 0.0413802 May 31 11:45:10.327981 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'port': {'device_id': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'admin_state_up': True, 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'security_groups': ['6bf62ca2-ef9e-46d8-b67f-2088f33463f7']}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:10.469648 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:10.479828 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:10.492038 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Made reservation on behalf of c8d3eff28e784237ad2aa161abfa918e for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:10.495620 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.632171 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebac2eb-afcb-4124-ad2a-41d530ebc967 req-82192195-fe98-4356-b28d-c045cc456d0f tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:10.633572 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ebac2eb-afcb-4124-ad2a-41d530ebc967 req-82192195-fe98-4356-b28d-c045cc456d0f tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 946 time: 0.0786436 May 31 11:45:10.657449 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Allocated IP 172.20.0.13 (13cfd2ab-5fa9-411d-9484-ba3d22b40e73/e6d52f36-c27d-4b36-9f55-cb4a9c040365/f51c1fae-82d2-443d-814c-b26fb6f0b2ab) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:10.679916 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ebac2eb-afcb-4124-ad2a-41d530ebc967 req-ff971947-bf31-411f-974b-cc81f6064e08 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 May 31 11:45:10.846552 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.861903 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Transition to ACTIVE for port object f51c1fae-82d2-443d-814c-b26fb6f0b2ab will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:10.886599 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.891790 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b34b3362-3b79-47a1-a539-c8d994eb4b5b tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:10.956722 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:10.959818 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:10.963413 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:10.997961 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:11.004648 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:11.035239 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:11.035717 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.069064 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7444794 May 31 11:45:11.087735 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Request body: {'port': {'device_id': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:11.169822 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-4370c2f2-e7fe-4bf1-9a9d-b253a50cdb9a None None] Provisioning for port f51c1fae-82d2-443d-814c-b26fb6f0b2ab completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:11.176689 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-4370c2f2-e7fe-4bf1-9a9d-b253a50cdb9a None None] Provisioning complete for port f51c1fae-82d2-443d-814c-b26fb6f0b2ab triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:11.177540 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4370c2f2-e7fe-4bf1-9a9d-b253a50cdb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.213148 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.241408 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-4370c2f2-e7fe-4bf1-9a9d-b253a50cdb9a None None] Port f51c1fae-82d2-443d-814c-b26fb6f0b2ab cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:45:11.249654 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-17aa0b49-005d-40c1-bcbd-762546a9e963 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:11.251522 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-17aa0b49-005d-40c1-bcbd-762546a9e963 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 946 time: 0.0911453 May 31 11:45:11.416681 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Deleting port 5ec535f1-8846-4ccd-a399-03e2295de88a {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:45:11.417299 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.544671 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23731299-8e0b-4e05-b28a-2d4ec506ff7a req-e99fc8f7-ff60-496b-a005-4616e8b9557d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:11.545337 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-23731299-8e0b-4e05-b28a-2d4ec506ff7a req-e99fc8f7-ff60-496b-a005-4616e8b9557d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Synchronizing usage tracker for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:11.582448 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-23731299-8e0b-4e05-b28a-2d4ec506ff7a req-e99fc8f7-ff60-496b-a005-4616e8b9557d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Unset dirty status for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:11.583661 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-23731299-8e0b-4e05-b28a-2d4ec506ff7a req-e99fc8f7-ff60-496b-a005-4616e8b9557d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 932 time: 0.2345798 May 31 11:45:11.645268 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] For port 5ec535f1-8846-4ccd-a399-03e2295de88a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5ec535f1-8846-4ccd-a399-03e2295de88a,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:11.645850 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.771511 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Calling delete_port for 5ec535f1-8846-4ccd-a399-03e2295de88a owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:45:11.783303 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51c1fae-82d2-443d-814c-b26fb6f0b2ab {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:11.793835 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-23731299-8e0b-4e05-b28a-2d4ec506ff7a req-dde991b8-3bde-4eb7-bcea-80e9500b6e8a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014108 May 31 11:45:11.795468 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.815967 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Transition to ACTIVE for port object f51c1fae-82d2-443d-814c-b26fb6f0b2ab will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:11.819747 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.823693 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:11.892720 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5316cb-5c45-4e0e-945f-8b6a6beb2d1f req-acfbd730-1258-4256-9881-bc82f36547eb tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:11.894066 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4b5316cb-5c45-4e0e-945f-8b6a6beb2d1f req-acfbd730-1258-4256-9881-bc82f36547eb tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 946 time: 0.1048512 May 31 11:45:11.986243 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4b5316cb-5c45-4e0e-945f-8b6a6beb2d1f req-c7c80dd0-f203-40ca-be38-f5978db2a31b tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637732 May 31 11:45:11.987303 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.987466 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:11.990701 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:11.993010 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.048368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Pushing event deleted for resources: {'Port': ['ID=5ec535f1-8846-4ccd-a399-03e2295de88a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.051378 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.072817 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Attempting to bind port f51c1fae-82d2-443d-814c-b26fb6f0b2ab on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:12.073449 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Attempting to bind port f51c1fae-82d2-443d-814c-b26fb6f0b2ab by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:12.073876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Attempting to bind port f51c1fae-82d2-443d-814c-b26fb6f0b2ab on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:12.079291 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Port f51c1fae-82d2-443d-814c-b26fb6f0b2ab on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:45:12.079608 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Attempting to bind port f51c1fae-82d2-443d-814c-b26fb6f0b2ab on network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:12.084698 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:12.085031 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Checking segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:12.085428 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Bound using segment: {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:12.085851 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Bound port: f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211b8f9-db12-41f8-a44e-450b0e21eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:12.086298 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.120792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] No DVR routers for this DVR port 5ec535f1-8846-4ccd-a399-03e2295de88a on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:45:12.123358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.125925 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'name': 'network-vif-deleted', 'tag': '5ec535f1-8846-4ccd-a399-03e2295de88a'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:12.128204 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a569ca4-2679-4d07-a286-266d17c55f2e" -d '{"events": [{"server_uuid": "28bb06fe-7c27-4ccb-8b73-51ef55ce167b", "name": "network-vif-deleted", "tag": "5ec535f1-8846-4ccd-a399-03e2295de88a"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:12.143241 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2edafc75-fbec-4395-bcc5-af0503d33b4c req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "DELETE /v2.0/ports/5ec535f1-8846-4ccd-a399-03e2295de88a HTTP/1.1" status: 204 len: 173 time: 0.8865170 May 31 11:45:12.176710 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2861db-4041-4dc3-9a9d-10ee149fd2b8 x-openstack-request-id: req-ae2861db-4041-4dc3-9a9d-10ee149fd2b8 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:12.177056 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bb06fe-7c27-4ccb-8b73-51ef55ce167b", "name": "network-vif-deleted", "tag": "5ec535f1-8846-4ccd-a399-03e2295de88a", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:12.177345 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae2861db-4041-4dc3-9a9d-10ee149fd2b8 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:12.177768 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bb06fe-7c27-4ccb-8b73-51ef55ce167b', 'name': 'network-vif-deleted', 'tag': '5ec535f1-8846-4ccd-a399-03e2295de88a', 'status': 'completed', 'code': 200} May 31 11:45:12.177874 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:12.181063 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:12.185305 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.189839 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.239288 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:12.239910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.241254 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] 10.222.0.62 "PUT /v2.0/ports/f51c1fae-82d2-443d-814c-b26fb6f0b2ab HTTP/1.1" status: 200 len: 1094 time: 1.1580667 May 31 11:45:12.248357 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:12.250651 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de7db1c-c481-4504-88be-710477bef656" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:12.273216 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.278688 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.294203 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e48406d-3c89-4f5d-98d6-afbe36efc284 x-openstack-request-id: req-2e48406d-3c89-4f5d-98d6-afbe36efc284 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:12.294519 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:12.294832 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e48406d-3c89-4f5d-98d6-afbe36efc284 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:12.295285 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'status': 'completed', 'code': 200} May 31 11:45:12.999650 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b3713-2c60-4076-9e04-49398a27fa0c req-bbd536a3-65a0-4422-9cab-8fbf6eb7d81b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:13.001004 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a14b3713-2c60-4076-9e04-49398a27fa0c req-bbd536a3-65a0-4422-9cab-8fbf6eb7d81b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0849993 May 31 11:45:13.047921 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a14b3713-2c60-4076-9e04-49398a27fa0c req-7df456f7-adc7-4f84-bdcf-faf2312aa5ea tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 May 31 11:45:13.144359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a12b74c6-c89d-4a6e-b2c7-aea3f16a8cf0 req-601074e9-03ac-4d3a-92ca-186cd329cdbd tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Synchronizing usage tracker for tenant:091904056d754e429e2e7fa44d34c4ab on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:13.163726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-a12b74c6-c89d-4a6e-b2c7-aea3f16a8cf0 req-601074e9-03ac-4d3a-92ca-186cd329cdbd tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Unset dirty status for tenant:091904056d754e429e2e7fa44d34c4ab on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:13.164881 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a12b74c6-c89d-4a6e-b2c7-aea3f16a8cf0 req-601074e9-03ac-4d3a-92ca-186cd329cdbd tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 210 time: 0.0640779 May 31 11:45:14.260142 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2ed2c-482c-4c43-9633-27edae53161d req-f758c169-d7b9-467b-a5cb-bb3d40022a3b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:14.261738 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a2d2ed2c-482c-4c43-9633-27edae53161d req-f758c169-d7b9-467b-a5cb-bb3d40022a3b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0977817 May 31 11:45:14.265525 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['5ec535f1-8846-4ccd-a399-03e2295de88a'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:14.314335 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:14.315215 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a2d2ed2c-482c-4c43-9633-27edae53161d req-bbd7558f-ecaa-4275-98cc-853fa26609c9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434132 May 31 11:45:14.326897 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c153bf4b-4aa0-49bc-b2fb-343f76f4208c req-f6e94079-ab5f-4017-815b-fe51b5de7fa8 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=28bb06fe-7c27-4ccb-8b73-51ef55ce167b HTTP/1.1" status: 200 len: 210 time: 0.0482397 May 31 11:45:14.479946 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7db1c-c481-4504-88be-710477bef656 req-a1b3b0a7-eeae-42b2-bfdb-bafdeb537387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:14.481581 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3de7db1c-c481-4504-88be-710477bef656 req-a1b3b0a7-eeae-42b2-bfdb-bafdeb537387 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 1097 time: 0.0793984 May 31 11:45:14.634288 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7db1c-c481-4504-88be-710477bef656 req-41751472-9c71-4bff-a80a-760b3381dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:14.635740 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3de7db1c-c481-4504-88be-710477bef656 req-41751472-9c71-4bff-a80a-760b3381dbe7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8d3eff28e784237ad2aa161abfa918e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1404047 May 31 11:45:14.784754 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7db1c-c481-4504-88be-710477bef656 req-d82640d6-9718-4006-bb71-9b14c575ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:14.786214 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3de7db1c-c481-4504-88be-710477bef656 req-d82640d6-9718-4006-bb71-9b14c575ba13 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431172 May 31 11:45:14.928237 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-ff9ae258-0c8e-4b27-85eb-d8b16d41fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:14.929618 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-ff9ae258-0c8e-4b27-85eb-d8b16d41fb1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 1097 time: 0.0767467 May 31 11:45:15.016955 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-1b01bcb5-5618-47ab-9eac-aa2bc3396ff0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab HTTP/1.1" status: 200 len: 217 time: 0.0648899 May 31 11:45:15.084675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-654c65dd-7300-44a4-958d-6578077f0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:15.086065 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-654c65dd-7300-44a4-958d-6578077f0754 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0631015 May 31 11:45:15.513150 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bdbdd-8a58-43b7-86cc-eb3858306296 req-cc9c4af0-69ec-4d7d-851d-8a78333ab1e5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:15.514595 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-804bdbdd-8a58-43b7-86cc-eb3858306296 req-cc9c4af0-69ec-4d7d-851d-8a78333ab1e5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0791774 May 31 11:45:15.559929 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-804bdbdd-8a58-43b7-86cc-eb3858306296 req-eeaa169a-50a3-404e-b040-c8c39812d291 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397625 May 31 11:45:15.993069 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-e027da39-058d-4183-8c66-09fdc72a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:15.994550 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-e027da39-058d-4183-8c66-09fdc72a1c19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869534 May 31 11:45:16.575874 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-bda4ab7e-8137-4461-896c-5c0242348e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.769076 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923ad3b-dd46-4bea-b2eb-c76a9bf5825f req-f30e7f51-c181-46f6-8c39-cecbd872f4a1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:16.770532 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5923ad3b-dd46-4bea-b2eb-c76a9bf5825f req-f30e7f51-c181-46f6-8c39-cecbd872f4a1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0991120 May 31 11:45:16.818308 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-5923ad3b-dd46-4bea-b2eb-c76a9bf5825f req-ed7c03bd-4847-4712-aee5-f75ec668699d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Synchronizing usage tracker for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:16.835724 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-5923ad3b-dd46-4bea-b2eb-c76a9bf5825f req-ed7c03bd-4847-4712-aee5-f75ec668699d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Unset dirty status for tenant:c8d3eff28e784237ad2aa161abfa918e on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:16.836972 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5923ad3b-dd46-4bea-b2eb-c76a9bf5825f req-ed7c03bd-4847-4712-aee5-f75ec668699d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607309 May 31 11:45:16.871879 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-a7628337-b2fe-4b6e-a321-5e64d7bb1b31 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330965 May 31 11:45:17.896569 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7151fcc8-35cf-49a7-aa44-564caf030b4b req-5ca48713-67fe-4a28-b7b6-846fa10eb3f2 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285273 May 31 11:45:18.179075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d825-c962-48b2-8706-3f15bedb56b9 req-7f8ee555-c520-471f-a8f6-c0c85e22ddbd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:18.180425 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9b49d825-c962-48b2-8706-3f15bedb56b9 req-7f8ee555-c520-471f-a8f6-c0c85e22ddbd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0831141 May 31 11:45:18.225788 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9b49d825-c962-48b2-8706-3f15bedb56b9 req-755ba56a-c799-45b4-81ec-ad490271c8ae tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382271 May 31 11:45:18.754662 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4c3b67c6-60b7-413c-a5b5-a6b0cc66d469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:18.814082 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:19.413597 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d346ead-b99a-4dbc-8bc5-61bb09915dcc req-b8d2fd50-79ba-4f6f-a63c-d102541e4896 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:19.415017 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7d346ead-b99a-4dbc-8bc5-61bb09915dcc req-b8d2fd50-79ba-4f6f-a63c-d102541e4896 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0802813 May 31 11:45:19.461424 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7d346ead-b99a-4dbc-8bc5-61bb09915dcc req-6c396fe7-4cd5-433d-8463-2756ff1970cf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394044 May 31 11:45:19.784184 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 5ec535f1-8846-4ccd-a399-03e2295de88a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:45:19.830759 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: 5ec535f1-8846-4ccd-a399-03e2295de88a {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:45:19.831103 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 5ec535f1-8846-4ccd-a399-03e2295de88a not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:45:19.951289 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:20.656877 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa900775-360a-4c85-9770-cfd8ddbfdf2a req-6489db16-11d9-4c10-9c52-db20caf71f54 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:20.658355 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fa900775-360a-4c85-9770-cfd8ddbfdf2a req-6489db16-11d9-4c10-9c52-db20caf71f54 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0866485 May 31 11:45:20.707205 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fa900775-360a-4c85-9770-cfd8ddbfdf2a req-edf02042-8383-499e-97ea-c2e9e65448d3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403702 May 31 11:45:21.513439 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:21.912969 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f75e2-1f1c-4920-b2c3-eace6b0423ad req-0f058c50-81cc-46c5-bfd2-f93da8337dd1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:21.914448 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c6f75e2-1f1c-4920-b2c3-eace6b0423ad req-0f058c50-81cc-46c5-bfd2-f93da8337dd1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0906525 May 31 11:45:21.962063 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c6f75e2-1f1c-4920-b2c3-eace6b0423ad req-2498db76-8015-49f0-8c2e-10b3201b8769 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 May 31 11:45:22.536683 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:45:22.757161 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:45:22.890966 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:22.906355 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'port_id': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'mac_address': 'fa:16:3e:bb:ee:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:45:22.963642 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:22.979623 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51c1fae-82d2-443d-814c-b26fb6f0b2ab {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:22.996375 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:23.001824 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:23.003817 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:23.074226 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:23.081556 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.081892 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.082238 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.082538 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.082884 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.083199 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.083477 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.083793 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.084114 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.084424 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.084754 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.085060 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:23.088839 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:23.155703 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7810-ba07-45e1-b7ab-fbf6c81d128d req-1513915e-956b-4951-bd4a-b65f4a9973f5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:23.157221 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-38af7810-ba07-45e1-b7ab-fbf6c81d128d req-1513915e-956b-4951-bd4a-b65f4a9973f5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0806365 May 31 11:45:23.202913 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-38af7810-ba07-45e1-b7ab-fbf6c81d128d req-8665fdb4-a2c1-42fe-870d-0881a807dc05 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 May 31 11:45:23.314478 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['f51c1fae-82d2-443d-814c-b26fb6f0b2ab'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:24.407343 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef5b9a-fb66-4ace-a4a1-3c9e57f1e86d req-7b944119-2fba-4636-a5ba-deb72c08e3be tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:24.408777 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-65ef5b9a-fb66-4ace-a4a1-3c9e57f1e86d req-7b944119-2fba-4636-a5ba-deb72c08e3be tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0814924 May 31 11:45:24.454238 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-65ef5b9a-fb66-4ace-a4a1-3c9e57f1e86d req-ea6f21b1-50e6-4054-8fac-62f52e8c8d36 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392892 May 31 11:45:25.671572 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f024f97-a993-4303-ac12-25bd763020e1 req-28f70899-ebe5-4ebd-b5b6-da012e25a0a4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:25.673081 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0f024f97-a993-4303-ac12-25bd763020e1 req-28f70899-ebe5-4ebd-b5b6-da012e25a0a4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0913639 May 31 11:45:25.729728 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0f024f97-a993-4303-ac12-25bd763020e1 req-764b01dd-d4d7-4158-b4e4-36af75cb4574 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501895 May 31 11:45:26.928592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7151-d9a5-477a-8743-9859cc20f70f req-2aa5ca3e-ab12-49c3-918c-cbfa433fc5d8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:26.930004 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-efbe7151-d9a5-477a-8743-9859cc20f70f req-2aa5ca3e-ab12-49c3-918c-cbfa433fc5d8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0846903 May 31 11:45:26.975025 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-efbe7151-d9a5-477a-8743-9859cc20f70f req-9906b314-724d-4fc2-9023-01e5948a2f38 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389056 May 31 11:45:27.041459 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-fe5cf836-eac3-4e12-af9f-b4a805f35685 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:27.042889 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-fe5cf836-eac3-4e12-af9f-b4a805f35685 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/networks?id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8 HTTP/1.1" status: 200 len: 814 time: 0.1460795 May 31 11:45:27.060646 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-657c96aa-09fa-457b-84c5-49f26dd2d04f tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/quotas/091904056d754e429e2e7fa44d34c4ab HTTP/1.1" status: 200 len: 375 time: 0.0092647 May 31 11:45:27.111298 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-1cc7ae7e-ae91-4e74-8607-0048cca37f10 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=091904056d754e429e2e7fa44d34c4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440605 May 31 11:45:27.244292 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-4f3ddac3-d7ad-436b-a046-9baabcfc10b4 service neutron] 10.222.0.18 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228173 May 31 11:45:27.378779 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-995666c4-7564-4ff1-ac52-87d737fb5b0f service neutron] 10.222.0.18 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255679 May 31 11:45:27.563066 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-48056f6d-cb7e-4236-8a52-c214cc8e547d req-04301304-16a4-41cb-925c-80ca779933db tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 210 time: 0.0431440 May 31 11:45:28.182993 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683840-0401-467a-92df-025a57435b22 req-41706ab2-7c27-4aaa-b663-3fd42bc4de21 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:28.184391 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24683840-0401-467a-92df-025a57435b22 req-41706ab2-7c27-4aaa-b663-3fd42bc4de21 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0946720 May 31 11:45:28.233902 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24683840-0401-467a-92df-025a57435b22 req-51784b3d-ba61-4f61-9271-ecc2e07efd52 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409033 May 31 11:45:28.436599 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:28.510512 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port f51c1fae-82d2-443d-814c-b26fb6f0b2ab completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:28.515533 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port f51c1fae-82d2-443d-814c-b26fb6f0b2ab triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:28.515909 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:28.630630 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:28.657500 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:28.659974 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe24e357-a46b-4e85-ad30-9b8261dd3554" -d '{"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-plugged", "status": "completed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:28.668370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:28.673406 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:28.676892 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:28.708795 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0e3770-04d1-4691-8566-40debc41f8aa x-openstack-request-id: req-6a0e3770-04d1-4691-8566-40debc41f8aa {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:28.709088 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-plugged", "status": "completed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:28.709335 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a0e3770-04d1-4691-8566-40debc41f8aa {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:28.709749 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'code': 200} May 31 11:45:28.716361 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aa9e0450-ed5d-404d-afd2-c3f58d952f06 req-4e72c9e9-9778-46cc-86ab-e6a05582853d tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 210 time: 0.0471144 May 31 11:45:28.747008 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:28.750211 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:29.718818 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ad4a-9c9a-4d86-8db6-40ec0fe85a28 req-b1c082e8-bb84-4585-8db7-5d3b8791835e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:29.720285 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-90a3ad4a-9c9a-4d86-8db6-40ec0fe85a28 req-b1c082e8-bb84-4585-8db7-5d3b8791835e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.3653655 May 31 11:45:29.779795 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-90a3ad4a-9c9a-4d86-8db6-40ec0fe85a28 req-ad7c875a-b0e8-443c-a1db-760cc2b20bd7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505149 May 31 11:45:29.785945 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3215e-2796-4401-b6d4-3123cf876cf2 req-308b4bfd-5bfe-4f47-b28e-2d7eeee1ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:29.787477 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-acd3215e-2796-4401-b6d4-3123cf876cf2 req-308b4bfd-5bfe-4f47-b28e-2d7eeee1ca72 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 1099 time: 0.1234715 May 31 11:45:29.834096 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-acd3215e-2796-4401-b6d4-3123cf876cf2 req-e3788387-e8ae-4444-86f4-bd476780a098 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390880 May 31 11:45:30.096077 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c44d671d-2758-4f49-be07-471da00e0d8a req-32215f1d-3d3f-4145-8203-faea6ddb9b0a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 210 time: 0.1082816 May 31 11:45:30.597828 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-edf4e021-95dc-4ad0-9626-041a42d46d75 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:30.599385 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-edf4e021-95dc-4ad0-9626-041a42d46d75 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "GET /v2.0/networks?id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8 HTTP/1.1" status: 200 len: 814 time: 0.1456094 May 31 11:45:30.618299 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Request body: {'port': {'device_id': '27b1970a-54fa-41fc-8499-c16e87a57778', 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8', 'admin_state_up': True, 'tenant_id': '091904056d754e429e2e7fa44d34c4ab'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:30.759937 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:30.771277 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:30.781730 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Made reservation on behalf of 091904056d754e429e2e7fa44d34c4ab for: {'port': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:30.785605 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:31.125270 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Allocated IP 172.20.0.10 (dea09b2f-42ed-4f4a-929a-4daea5e74bc8/6dbe8f49-3e99-4ead-84d4-2735c46a735f/e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:31.147441 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924893c-f586-4d70-9c67-59e348b1dd92 req-924fc503-5d42-45a9-a7a8-9e518ff173e6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:31.148930 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2924893c-f586-4d70-9c67-59e348b1dd92 req-924fc503-5d42-45a9-a7a8-9e518ff173e6 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.2570534 May 31 11:45:31.237331 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2924893c-f586-4d70-9c67-59e348b1dd92 req-848fb3b3-ad1c-4dfb-987e-4b47319c2ea5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708535 May 31 11:45:31.293742 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-973faa7b-716e-447a-aece-7e89f2782033 req-b75e9911-aec8-4de3-96d7-e51c97588afd tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 210 time: 0.0671513 May 31 11:45:31.391099 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:31.423455 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:31.429849 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:31.497890 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:31.500924 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:31.504541 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:31.534332 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Pushing event updated for resources: {'Port': ['ID=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:31.540567 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:31.569976 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:31.570564 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:31.595332 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-cde4eb25-2615-47a6-b53c-07db6785e362 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9808428 May 31 11:45:31.615662 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Request body: {'port': {'device_id': '27b1970a-54fa-41fc-8499-c16e87a57778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:31.725649 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.068981 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f {{(pid=98398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:32.080903 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.095420 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Transition to ACTIVE for port object e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f will not be triggered until provisioned by entity L2. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:32.100235 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.103718 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c9237acc-1aae-4545-91dd-4148c83c1b4a tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:32.231355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:32.259380 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:32.345122 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Attempting to bind port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:32.345447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Attempting to bind port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:32.345713 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Attempting to bind port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f on network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:32.352549 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f on network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:45:32.352881 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Attempting to bind port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f on network dea09b2f-42ed-4f4a-929a-4daea5e74bc8 {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:32.358552 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:32.358912 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Checking segment: {'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:32.359403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Bound using segment: {'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'} {{(pid=98398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:32.359834 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.managers [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Bound port: e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26323a90-3b75-4c46-9a95-e94bbc6b4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8'}}] {{(pid=98398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:32.360181 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.475175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037ef9-a615-4bfd-9c4e-12dbe75333f5 req-4ff2aea3-9d43-4b58-ab7e-90c912767124 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:32.476781 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c9037ef9-a615-4bfd-9c4e-12dbe75333f5 req-4ff2aea3-9d43-4b58-ab7e-90c912767124 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 944 time: 0.0896704 May 31 11:45:32.514018 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] For port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f, host hv-cinder-78638, cleared binding levels {{(pid=98398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:32.523795 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a7e5-dd48-4c8a-9ce6-98bb0f7f0b3b req-445508b8-4e2c-408a-9207-2f177d9b3b3a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:32.524003 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c9037ef9-a615-4bfd-9c4e-12dbe75333f5 req-0b00d94c-7328-4f91-bbd8-b83b1506ebc1 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 May 31 11:45:32.525252 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2252a7e5-dd48-4c8a-9ce6-98bb0f7f0b3b req-445508b8-4e2c-408a-9207-2f177d9b3b3a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.1556456 May 31 11:45:32.527033 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] For port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:32.546187 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.552483 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:32.629473 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:32.630265 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:32.631619 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f HTTP/1.1" status: 200 len: 1094 time: 1.0201106 May 31 11:45:32.632106 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b1970a-54fa-41fc-8499-c16e87a57778', 'tag': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:32.634325 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24abe42f-53fc-4a86-b550-f652307f693d" -d '{"events": [{"name": "network-changed", "server_uuid": "27b1970a-54fa-41fc-8499-c16e87a57778", "tag": "e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:32.653880 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2252a7e5-dd48-4c8a-9ce6-98bb0f7f0b3b req-b007b784-aa02-4ba8-80e5-9fd1e8f6d988 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221638 May 31 11:45:32.660590 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,revision_number=3']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:32.663662 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:32.726294 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3e5374-b7d8-4d94-b7ee-66f0fbd0f56f x-openstack-request-id: req-ac3e5374-b7d8-4d94-b7ee-66f0fbd0f56f {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:32.726612 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b1970a-54fa-41fc-8499-c16e87a57778", "tag": "e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:32.726911 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac3e5374-b7d8-4d94-b7ee-66f0fbd0f56f {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:32.727331 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b1970a-54fa-41fc-8499-c16e87a57778', 'tag': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f', 'status': 'completed', 'code': 200} May 31 11:45:32.765727 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-5aa50269-91e8-4503-a4b6-89ffd863b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:32.767552 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-5aa50269-91e8-4503-a4b6-89ffd863b5d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091904056d754e429e2e7fa44d34c4ab&device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 1097 time: 0.0822563 May 31 11:45:32.871609 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-9ba40743-a8d9-42e7-92ad-13b9fc9773d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f HTTP/1.1" status: 200 len: 217 time: 0.0722456 May 31 11:45:33.036763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-3bff6862-4977-41ba-8abb-f37094f15910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:33.038165 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-3bff6862-4977-41ba-8abb-f37094f15910 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6dbe8f49-3e99-4ead-84d4-2735c46a735f HTTP/1.1" status: 200 len: 854 time: 0.1588697 May 31 11:45:33.050430 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d045db5-2aa8-4919-ad4e-89b67c728042 req-55fe1c07-a655-4210-a9ac-a6725c0dbc25 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:33.051900 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0d045db5-2aa8-4919-ad4e-89b67c728042 req-55fe1c07-a655-4210-a9ac-a6725c0dbc25 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.2826550 May 31 11:45:33.061330 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34472) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:33.066841 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Request body: {'floatingip': {'port_id': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:33.093288 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-67f70cab-f411-46dd-96c6-03dfb30fd3fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404582 May 31 11:45:33.144422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:33.238114 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-452ce98a-5356-4710-b66b-1eef6f02f677 service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378107 May 31 11:45:33.374187 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-dadff7fb-83e6-4ac2-8581-b5be0fbf5e7d req-1bc7d9be-1f99-466d-a93f-5d5397990f22 service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297293 May 31 11:45:33.536802 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe42f-53fc-4a86-b550-f652307f693d req-f9f19cab-758c-4c13-9edc-77e5758d5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:33.538286 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24abe42f-53fc-4a86-b550-f652307f693d req-f9f19cab-758c-4c13-9edc-77e5758d5738 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091904056d754e429e2e7fa44d34c4ab&device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 1097 time: 0.0724909 May 31 11:45:33.672598 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe42f-53fc-4a86-b550-f652307f693d req-c35b64cf-027a-4b8c-bf0d-6b31bcfed4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:33.674028 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24abe42f-53fc-4a86-b550-f652307f693d req-c35b64cf-027a-4b8c-bf0d-6b31bcfed4cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8 HTTP/1.1" status: 200 len: 915 time: 0.1293390 May 31 11:45:33.744880 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24abe42f-53fc-4a86-b550-f652307f693d req-6ddf1c9f-5849-45fe-a0a7-977608996a62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f HTTP/1.1" status: 200 len: 217 time: 0.0637434 May 31 11:45:33.780476 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445795f4-e2d3-447a-9a22-87e9336db5d1 req-13f4be78-38b9-4833-b372-7f03321c07b1 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:33.781942 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-445795f4-e2d3-447a-9a22-87e9336db5d1 req-13f4be78-38b9-4833-b372-7f03321c07b1 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 944 time: 0.1286016 May 31 11:45:33.809697 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe42f-53fc-4a86-b550-f652307f693d req-867616ff-8ed0-4672-b3bc-92a731bd53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:33.811142 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24abe42f-53fc-4a86-b550-f652307f693d req-867616ff-8ed0-4672-b3bc-92a731bd53b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6dbe8f49-3e99-4ead-84d4-2735c46a735f HTTP/1.1" status: 200 len: 854 time: 0.0596755 May 31 11:45:33.846695 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-445795f4-e2d3-447a-9a22-87e9336db5d1 req-723613cf-1327-43eb-b369-3d9b05c66fa9 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554659 May 31 11:45:33.868192 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24abe42f-53fc-4a86-b550-f652307f693d req-7fd73f74-bcee-4d1d-ad8b-b48824c8f5c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dea09b2f-42ed-4f4a-929a-4daea5e74bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475252 May 31 11:45:33.951344 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:33.956553 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.004012 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24abe42f-53fc-4a86-b550-f652307f693d req-7f881a9a-3aa8-476a-9a82-10065806ea5d service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312339 May 31 11:45:34.124894 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Floating IP c7b9930c-28bd-4eeb-81f0-45d3f79df047 associated. External IP: 172.27.0.151, port: f51c1fae-82d2-443d-814c-b26fb6f0b2ab. May 31 11:45:34.141933 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-24abe42f-53fc-4a86-b550-f652307f693d req-963a1e7e-cecf-4565-8de5-6a2051d51007 service neutron] 10.222.0.62 "GET /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249263 May 31 11:45:34.481108 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:34.770021 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:34.775055 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.779506 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] Sync routers for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:34.788798 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:34.789396 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:45:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:34.827958 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-35fd4709-3d19-4f92-a9c3-8b8eb94467db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "PUT /v2.0/floatingips/c7b9930c-28bd-4eeb-81f0-45d3f79df047 HTTP/1.1" status: 200 len: 992 time: 1.7654650 May 31 11:45:34.828736 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:34.831149 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4508e2-4c59-433b-ba15-bf1ca433f932" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:34.880921 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d928ad56-04d9-464b-b900-da0c8ca79b8a x-openstack-request-id: req-d928ad56-04d9-464b-b900-da0c8ca79b8a {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:34.881238 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:34.881520 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d928ad56-04d9-464b-b900-da0c8ca79b8a {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:34.881968 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'status': 'completed', 'code': 200} May 31 11:45:34.974085 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:35.002912 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-4d022808-a7af-45bc-873e-678bd7308d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.004343 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-4d022808-a7af-45bc-873e-678bd7308d7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 1099 time: 0.0705554 May 31 11:45:35.043679 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12312de-3f45-4de5-91b3-42b0a5d5d051 req-7ecdcda3-3102-49c1-aae9-368ad008b263 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.045337 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b12312de-3f45-4de5-91b3-42b0a5d5d051 req-7ecdcda3-3102-49c1-aae9-368ad008b263 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 944 time: 0.0839257 May 31 11:45:35.108586 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b12312de-3f45-4de5-91b3-42b0a5d5d051 req-0007ae85-be14-4929-a435-e5daed2dd8b9 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566926 May 31 11:45:35.146916 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-6d2f2f8e-e1e1-499a-9e50-ba4344e627d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.150833 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-6d2f2f8e-e1e1-499a-9e50-ba4344e627d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1377223 May 31 11:45:35.254775 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-a09a7215-bc6d-46ac-acae-9bf1b065c7ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab HTTP/1.1" status: 200 len: 1000 time: 0.1000497 May 31 11:45:35.321363 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-27e1d491-af51-44f2-a8cc-5da5211d1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.323422 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-27e1d491-af51-44f2-a8cc-5da5211d1eaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0618820 May 31 11:45:35.353156 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'c7b9930c-28bd-4eeb-81f0-45d3f79df047', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'port_id': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'mac_address': 'fa:16:3e:bb:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:07Z', 'updated_at': '2021-05-31T11:45:33Z', 'revision_number': 1, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:35.356985 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] Checking router: 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:35.366106 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:35.366738 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:45:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:35.412235 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-34d353fd-76dc-44ab-8f3f-1c1419cd23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.413729 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-34d353fd-76dc-44ab-8f3f-1c1419cd23ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840423 May 31 11:45:35.451528 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:45:35.617525 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34512) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:35.636582 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:35.660003 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-eddadf09-4db9-4415-8cb0-fcc5e05d778b service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395515 May 31 11:45:35.745566 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:35.760324 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:35.764433 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0e3c185ed045b59ce47894be3297e5 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:35.767503 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:35.773639 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:35.804233 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a4508e2-4c59-433b-ba15-bf1ca433f932 req-18f57549-54d2-4e21-9212-fc99be210963 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378224 May 31 11:45:35.807740 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:35.835564 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f', 'network_id': 'dea09b2f-42ed-4f4a-929a-4daea5e74bc8', 'port_id': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f', 'mac_address': 'fa:16:3e:83:2b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe8f49-3e99-4ead-84d4-2735c46a735f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:45:35.864864 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:35.869172 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:35.879613 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-099c50d6-37b8-4973-9018-1834f72516c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:35.921599 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae0e3c185ed045b59ce47894be3297e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029265 May 31 11:45:35.922477 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e397d79-472d-4670-8663-d4e8d78c941c,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:35.924865 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 34518) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:35.925803 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:35.970280 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:35.986346 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:36.005707 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:36.012267 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:36.060748 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:36.079625 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:36.081978 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:36.082768 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-c43c7c47-613e-49f2-8124-a244ec2d6707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:36.088434 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-a2de865f-169e-4797-ad7a-64ef514f7970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:36.100666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e397d79-472d-4670-8663-d4e8d78c941c,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:36.114864 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.115294 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.115581 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.115932 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.116301 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.116615 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.116947 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.117299 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.117640 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.117962 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.118304 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.118647 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:36.121807 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:36.122929 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e397d79-472d-4670-8663-d4e8d78c941c HTTP/1.1" status: 204 len: 168 time: 0.1968832 May 31 11:45:36.123776 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:36.165202 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:36.168340 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:36.173694 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'c7b9930c-28bd-4eeb-81f0-45d3f79df047', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'port_id': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'mac_address': 'fa:16:3e:bb:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:07Z', 'updated_at': '2021-05-31T11:45:33Z', 'revision_number': 1, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:36.178412 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5959b60-af07-4c4f-aaa0-db285a4f82fe None None] The sync data for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi is: [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'c7b9930c-28bd-4eeb-81f0-45d3f79df047', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'port_id': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'mac_address': 'fa:16:3e:bb:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:07Z', 'updated_at': '2021-05-31T11:45:33Z', 'revision_number': 1, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:36.309286 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03bff-ef61-45b6-9853-8688d25fe513 req-4ada9b47-9cb7-425b-95b0-58ff770a9f9e tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:36.311494 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dae03bff-ef61-45b6-9853-8688d25fe513 req-4ada9b47-9cb7-425b-95b0-58ff770a9f9e tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 945 time: 0.0887558 May 31 11:45:36.363999 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dae03bff-ef61-45b6-9853-8688d25fe513 req-6557fda4-169a-4e89-a0a7-c7a02c21567e tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459592 May 31 11:45:36.379087 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa537a7-97ee-4770-b6ae-25db148c0480 None None] New status for floating IP c7b9930c-28bd-4eeb-81f0-45d3f79df047: ACTIVE {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:45:36.392057 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:37.448035 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:37.526532 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:37.532752 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:37.533129 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.609895 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2e1c7-e258-41a7-ad5a-abde24ad6c42 req-58edbe57-53d0-4e37-a03d-0aa2c68e9e63 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:37.611373 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1fe2e1c7-e258-41a7-ad5a-abde24ad6c42 req-58edbe57-53d0-4e37-a03d-0aa2c68e9e63 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 945 time: 0.0941916 May 31 11:45:37.653057 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.656576 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1fe2e1c7-e258-41a7-ad5a-abde24ad6c42 req-9f700c9a-704e-457b-8e75-c601d873c1a0 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 May 31 11:45:37.682889 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b1970a-54fa-41fc-8499-c16e87a57778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:37.685148 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3125e16-c8fa-4f21-888c-d222732d478f" -d '{"events": [{"server_uuid": "27b1970a-54fa-41fc-8499-c16e87a57778", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:37.693640 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:37.698671 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.701611 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:37.734608 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d905c1-7f14-4a92-b862-2aee847e0f7c x-openstack-request-id: req-f1d905c1-7f14-4a92-b862-2aee847e0f7c {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:37.735018 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b1970a-54fa-41fc-8499-c16e87a57778", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:37.735366 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1d905c1-7f14-4a92-b862-2aee847e0f7c {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:37.735914 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b1970a-54fa-41fc-8499-c16e87a57778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f', 'code': 200} May 31 11:45:37.777335 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:37.780336 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:37.991153 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0647a-9b69-4c54-96cc-387035c69900 req-2ee00cef-73ba-4f18-ae14-fcd832820f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:37.992621 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-10d0647a-9b69-4c54-96cc-387035c69900 req-2ee00cef-73ba-4f18-ae14-fcd832820f69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 1099 time: 0.0767655 May 31 11:45:38.034954 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-10d0647a-9b69-4c54-96cc-387035c69900 req-c211af3a-d7bc-47e0-ade8-70369a92d53d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 May 31 11:45:38.853773 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76197c-a34b-47b9-bb63-c4005d8967fa req-2dbee381-6bd5-4ab0-96f8-4d0ae6eab5a7 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:38.854464 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-0c76197c-a34b-47b9-bb63-c4005d8967fa req-2dbee381-6bd5-4ab0-96f8-4d0ae6eab5a7 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Synchronizing usage tracker for tenant:091904056d754e429e2e7fa44d34c4ab on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:38.871091 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-0c76197c-a34b-47b9-bb63-c4005d8967fa req-2dbee381-6bd5-4ab0-96f8-4d0ae6eab5a7 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Unset dirty status for tenant:091904056d754e429e2e7fa44d34c4ab on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:38.872274 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0c76197c-a34b-47b9-bb63-c4005d8967fa req-2dbee381-6bd5-4ab0-96f8-4d0ae6eab5a7 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 946 time: 0.0988996 May 31 11:45:38.921107 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0c76197c-a34b-47b9-bb63-c4005d8967fa req-0bd1d276-8f28-43a1-bd22-c5fdc1829b25 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 May 31 11:45:40.115060 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92edb3-9552-4dea-aa6b-f48a6a47b18e req-5b1f4ce3-b730-4a08-a55a-d2486e7b2579 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:40.116513 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7c92edb3-9552-4dea-aa6b-f48a6a47b18e req-5b1f4ce3-b730-4a08-a55a-d2486e7b2579 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 946 time: 0.0835185 May 31 11:45:40.161595 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7c92edb3-9552-4dea-aa6b-f48a6a47b18e req-cbb4ba1c-d504-40be-b993-d240e6074f14 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 May 31 11:45:44.292169 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:46.452130 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6fc3-5868-4675-9aa4-1257ec15c875 req-b5a73ea2-4266-4209-8141-a2ac67fe9432 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:46.453554 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-69dd6fc3-5868-4675-9aa4-1257ec15c875 req-b5a73ea2-4266-4209-8141-a2ac67fe9432 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0847015 May 31 11:45:46.497730 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-69dd6fc3-5868-4675-9aa4-1257ec15c875 req-a9fa6d7f-9576-4ee0-be93-439d33d50acb tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382071 May 31 11:45:46.568648 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b29e87f9-9404-4221-8b46-c5c28f3ddac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.684179 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4f831-eb3f-4b89-bfad-01887500285a req-f8cde516-a08c-46b7-b647-c6876be1c483 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:47.685639 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7bf4f831-eb3f-4b89-bfad-01887500285a req-f8cde516-a08c-46b7-b647-c6876be1c483 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0783055 May 31 11:45:47.729503 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7bf4f831-eb3f-4b89-bfad-01887500285a req-2b6d957e-9e6f-487a-9f0e-731cf982c83d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381715 May 31 11:45:47.968803 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-426f2422-1110-4d6e-af69-0a800c1e8548 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1774833 May 31 11:45:48.107109 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-85315dc1-8fe0-469f-9c59-eb3882c9de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.108571 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-85315dc1-8fe0-469f-9c59-eb3882c9de62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1098 time: 0.0734901 May 31 11:45:48.269671 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-87a7c7bc-9adc-4dc2-a5a7-0fe28d6c048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.271134 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-87a7c7bc-9adc-4dc2-a5a7-0fe28d6c048d service neutron] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 909 time: 0.1281819 May 31 11:45:48.372689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-717f11ab-187d-486e-ab1d-29f1853f96b1 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.374177 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-717f11ab-187d-486e-ab1d-29f1853f96b1 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0803123 May 31 11:45:48.390892 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-14d00751-1072-4da3-bcaf-94c2745ecf15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 1000 time: 0.0972755 May 31 11:45:48.454977 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-5170b1d5-88a2-41a4-84fb-94a637484a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.456604 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-5170b1d5-88a2-41a4-84fb-94a637484a51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0599368 May 31 11:45:48.522946 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Deleting port f869faa9-4cc5-4b27-a9c1-a81bebfe814a {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:45:48.523370 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.538733 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-ae84393d-0467-406e-8520-5ca00a127615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.540208 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-ae84393d-0467-406e-8520-5ca00a127615 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769320 May 31 11:45:48.665914 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] For port f869faa9-4cc5-4b27-a9c1-a81bebfe814a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:48.666299 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.685707 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-7eec9ed9-a2fa-4429-8d8c-d58ebca59275 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383765 May 31 11:45:48.747743 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ece2f906-74c6-47f7-a555-0deb18cd476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.817973 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.827494 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4e90cb86-fe34-4a2b-8252-d4dd0d85f1a6 req-4a8f6207-af50-4ca3-98ec-e3022912ebf2 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347914 May 31 11:45:48.923136 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88a34-4f40-4082-bb07-820a5b1c43f6 req-dddd9904-2752-41f2-b9c0-5f217c3812de tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.924018 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-53f88a34-4f40-4082-bb07-820a5b1c43f6 req-dddd9904-2752-41f2-b9c0-5f217c3812de tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 945 time: 0.0783310 May 31 11:45:48.975207 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-53f88a34-4f40-4082-bb07-820a5b1c43f6 req-c75c1b53-d814-48cd-bb81-e9ffda89c4ca tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 May 31 11:45:48.976242 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.976685 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.976990 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Floating IP 9743d965-5e59-4219-9eb8-ec2d71d2cc5e disassociated. External IP: 172.27.0.38, port: f869faa9-4cc5-4b27-a9c1-a81bebfe814a. May 31 11:45:48.977317 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Calling delete_port for f869faa9-4cc5-4b27-a9c1-a81bebfe814a owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:45:49.093435 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:49.100804 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:49.147778 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event deleted for resources: {'Port': ['ID=f869faa9-4cc5-4b27-a9c1-a81bebfe814a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:49.157927 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.158291 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.158681 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.159048 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.159391 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.159738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.160077 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.160413 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.160769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.161089 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.161421 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.161750 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:49.165256 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:49.349475 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:49.640939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:49.650099 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:49.659838 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:49.660454 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:45:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:49.712617 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] No DVR routers for this DVR port f869faa9-4cc5-4b27-a9c1-a81bebfe814a on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:45:49.715242 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:49.719515 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'name': 'network-vif-deleted', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:49.721869 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878bee5e-1922-4370-a114-4988ed4b8ec9" -d '{"events": [{"server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "name": "network-vif-deleted", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:49.741913 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6e805d97-a4d0-42e4-a15a-456c8110609d req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "DELETE /v2.0/ports/f869faa9-4cc5-4b27-a9c1-a81bebfe814a HTTP/1.1" status: 204 len: 173 time: 1.3616638 May 31 11:45:49.769048 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932dae71-e3fe-40a5-b167-71f3535a7551 x-openstack-request-id: req-932dae71-e3fe-40a5-b167-71f3535a7551 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:49.769378 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1625a70d-6c11-4c4c-8fc4-f124df07476f", "name": "network-vif-deleted", "tag": "f869faa9-4cc5-4b27-a9c1-a81bebfe814a", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:49.769660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-932dae71-e3fe-40a5-b167-71f3535a7551 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:49.770084 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1625a70d-6c11-4c4c-8fc4-f124df07476f', 'name': 'network-vif-deleted', 'tag': 'f869faa9-4cc5-4b27-a9c1-a81bebfe814a', 'status': 'completed', 'code': 200} May 31 11:45:49.868260 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:49.996071 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:50.190147 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:50.194360 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:50.203180 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:50.203770 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:45:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:50.218554 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-478e7412-1aa4-45cc-bc25-4509b6f7f58b req-f890a918-3551-41b1-958b-74728ccbaeaa tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 210 time: 0.1328523 May 31 11:45:50.378864 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:50.724952 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:50.729068 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8b9e5-bc35-4fa3-8cc1-50099b0a12a2 None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:50.946249 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b72ea8-e8ce-4dce-a14b-498e18657333 None None] New status for floating IP 9743d965-5e59-4219-9eb8-ec2d71d2cc5e: DOWN {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:45:51.366481 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a9e7a184-f346-494b-9220-f99cb0a34738 req-a13c9013-e63f-4875-b663-07999a7f8ee0 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 210 time: 0.0422378 May 31 11:45:51.520812 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:52.546992 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-37689163-1754-4502-baa9-c6565b29b815 req-3f92a47c-3cea-4f4a-bf0c-95108ddbb644 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=1625a70d-6c11-4c4c-8fc4-f124df07476f HTTP/1.1" status: 200 len: 210 time: 0.0447793 May 31 11:45:53.945140 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-7b04da57-31b6-4bfe-b3e7-6f06189a2388 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319286073&fields=id&tenant_id=42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 267 time: 0.0429769 May 31 11:45:54.093263 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-f3577fd9-ef37-4278-9dca-4493f7c1d787 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:54.094697 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-f3577fd9-ef37-4278-9dca-4493f7c1d787 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 811 time: 0.1432588 May 31 11:45:54.110472 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d3ade35a-4343-4225-bbf2-2a572c648a84 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/quotas/42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 375 time: 0.0098383 May 31 11:45:54.201826 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-f9c0ecfb-d4be-4825-a04b-50b605c48c99 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:54.222875 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-f9c0ecfb-d4be-4825-a04b-50b605c48c99 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:54.224637 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-f9c0ecfb-d4be-4825-a04b-50b605c48c99 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088448 May 31 11:45:54.414742 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-bf2cb5fe-940e-4fd8-8579-5e6fa4f59a5f service neutron] 10.222.0.18 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754496 May 31 11:45:54.547768 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-5127c6db-fe1e-4578-9709-e6b80d5d3358 service neutron] 10.222.0.18 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270931 May 31 11:45:54.969178 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a28141f-979f-4d98-93e7-a76d04f2f791 req-17e2b382-2453-4368-b7ee-2e6bb878339a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 210 time: 0.0454264 May 31 11:45:55.219365 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f869faa9-4cc5-4b27-a9c1-a81bebfe814a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:45:55.260649 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: f869faa9-4cc5-4b27-a9c1-a81bebfe814a {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:45:55.260957 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f869faa9-4cc5-4b27-a9c1-a81bebfe814a not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:45:56.135612 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-294118f4-2fd5-492e-8a62-ea99b333c58b req-76583394-6209-4e1e-ab2c-9e0d728d4f9c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 210 time: 0.0522616 May 31 11:45:57.146243 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-7d0c2686-49f3-4c83-9474-5bb1e6c8cfa8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:57.148206 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-7d0c2686-49f3-4c83-9474-5bb1e6c8cfa8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 811 time: 0.1511908 May 31 11:45:57.208553 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-3e533f79-3dd2-49e6-a53a-1f7b77ffc7db tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 379 time: 0.0434122 May 31 11:45:57.221449 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'port': {'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'admin_state_up': True, 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'security_groups': ['318549e3-38f4-40ed-bd28-e04000e0f3fc']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:57.362903 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-15a81c1a-db2c-444e-95b1-b3805f69d923 req-aaf374e5-60cb-431b-b989-60b394b8fb20 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 210 time: 0.0667212 May 31 11:45:57.413157 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:57.422730 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:57.432563 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Made reservation on behalf of 42e4a6b003af4780b427f2a05dcc37c6 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:57.436172 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.607711 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Allocated IP 172.20.0.12 (ec8043bd-603b-497f-9668-a3ea810a2f1a/41195bc9-a70e-44f9-bbc7-e8a11897bd6a/4a7b8151-9111-43fc-bffe-c4b1192cd906) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:57.791914 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.807632 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Transition to ACTIVE for port object 4a7b8151-9111-43fc-bffe-c4b1192cd906 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:57.836234 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.841681 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:58.004063 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Network ec8043bd-603b-497f-9668-a3ea810a2f1a is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:58.007144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:58.010789 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:58.045435 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=4a7b8151-9111-43fc-bffe-c4b1192cd906,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:58.050318 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:58.077714 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:58.078535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.104454 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8869169 May 31 11:45:58.127536 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Request body: {'port': {'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:58.243807 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.270465 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-73a05bb1-85ca-4120-a4a5-7867d06b62e8 None None] Provisioning for port 4a7b8151-9111-43fc-bffe-c4b1192cd906 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:58.275371 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-73a05bb1-85ca-4120-a4a5-7867d06b62e8 None None] Provisioning complete for port 4a7b8151-9111-43fc-bffe-c4b1192cd906 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:58.275696 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-73a05bb1-85ca-4120-a4a5-7867d06b62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.328589 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-73a05bb1-85ca-4120-a4a5-7867d06b62e8 None None] Port 4a7b8151-9111-43fc-bffe-c4b1192cd906 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:45:58.661617 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29ed74-8cff-4374-a0b8-13f1a9b651a9 req-eb8fab45-9e03-4908-8018-fb0771bea8f2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:58.662310 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ae29ed74-8cff-4374-a0b8-13f1a9b651a9 req-eb8fab45-9e03-4908-8018-fb0771bea8f2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:58.680495 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7b8151-9111-43fc-bffe-c4b1192cd906 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:58.689432 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.696578 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ae29ed74-8cff-4374-a0b8-13f1a9b651a9 req-eb8fab45-9e03-4908-8018-fb0771bea8f2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:58.697730 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ae29ed74-8cff-4374-a0b8-13f1a9b651a9 req-eb8fab45-9e03-4908-8018-fb0771bea8f2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 932 time: 0.2118185 May 31 11:45:58.707572 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Transition to ACTIVE for port object 4a7b8151-9111-43fc-bffe-c4b1192cd906 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:58.721762 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.728700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:58.871890 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ae29ed74-8cff-4374-a0b8-13f1a9b651a9 req-134e019c-576c-4ecd-a999-416476f53f51 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673858 May 31 11:45:58.905257 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Pushing event updated for resources: {'Port': ['ID=4a7b8151-9111-43fc-bffe-c4b1192cd906,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:58.912637 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:58.982202 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Attempting to bind port 4a7b8151-9111-43fc-bffe-c4b1192cd906 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:58.982526 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Attempting to bind port 4a7b8151-9111-43fc-bffe-c4b1192cd906 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:58.982875 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Attempting to bind port 4a7b8151-9111-43fc-bffe-c4b1192cd906 on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:58.987528 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Port 4a7b8151-9111-43fc-bffe-c4b1192cd906 on network ec8043bd-603b-497f-9668-a3ea810a2f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:45:58.987834 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Attempting to bind port 4a7b8151-9111-43fc-bffe-c4b1192cd906 on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:58.992950 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:58.993274 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Checking segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:58.993638 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Bound using segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:58.994057 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Bound port: 4a7b8151-9111-43fc-bffe-c4b1192cd906, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:58.994394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:59.080468 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] For port 4a7b8151-9111-43fc-bffe-c4b1192cd906, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:59.083538 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] For port 4a7b8151-9111-43fc-bffe-c4b1192cd906, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:59.089497 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:59.092985 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-587c0794-d033-4cba-833a-93a4d28bd7e2 tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:59.150665 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:59.151288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:59.152620 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] 10.222.0.62 "PUT /v2.0/ports/4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 200 len: 1094 time: 1.0297701 May 31 11:45:59.153106 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:59.155394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79630c7d-c090-4d83-82d1-b2c43a43ef87" -d '{"events": [{"name": "network-changed", "server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:59.172537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Pushing event updated for resources: {'Port': ['ID=4a7b8151-9111-43fc-bffe-c4b1192cd906,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:59.184376 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:59.205915 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4268a01c-873a-481c-8e0f-2f0213e03f01 x-openstack-request-id: req-4268a01c-873a-481c-8e0f-2f0213e03f01 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:59.206237 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:59.206537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4268a01c-873a-481c-8e0f-2f0213e03f01 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:59.207001 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'status': 'completed', 'code': 200} May 31 11:45:59.297351 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-ae2545e7-3595-4b9b-b10a-56b55e6d99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:59.298888 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-ae2545e7-3595-4b9b-b10a-56b55e6d99ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1097 time: 0.0725241 May 31 11:45:59.377212 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-30d37c85-7ab1-4f75-9ef5-8950b4fbbd1b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 200 len: 217 time: 0.0638316 May 31 11:45:59.441228 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-5af6778f-a358-4cae-9a45-6b9ac30448b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:59.442604 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-5af6778f-a358-4cae-9a45-6b9ac30448b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0590286 May 31 11:45:59.519491 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-874010e9-0cc1-4009-be0a-a535a2c0f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:59.520989 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-874010e9-0cc1-4009-be0a-a535a2c0f706 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713580 May 31 11:45:59.535586 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:45:59.657825 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-a6e8c0fa-5df6-4bab-ad3f-24abf3a478fd service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284544 May 31 11:45:59.792215 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1060e78a-a245-43c1-a6be-0e7e47b8c50d req-3d34c862-040e-48ec-9104-6a8d8c29b0ab service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268327 May 31 11:46:00.072957 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73918-8042-4d4c-853e-6179aea27961 req-19bdcf67-a47e-4df1-b462-6b2149b02db6 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:00.074393 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-adc73918-8042-4d4c-853e-6179aea27961 req-19bdcf67-a47e-4df1-b462-6b2149b02db6 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 944 time: 0.0836143 May 31 11:46:00.082696 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-7fdecaaa-c527-414e-8643-a816d6710ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:00.084177 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-7fdecaaa-c527-414e-8643-a816d6710ecf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1097 time: 0.1715398 May 31 11:46:00.119940 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-adc73918-8042-4d4c-853e-6179aea27961 req-3812c750-e391-4ac8-92f5-be72f91e7b00 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395074 May 31 11:46:00.219924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-f45a2e14-fe44-4cdc-983d-8b7a0d52fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:00.222334 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-f45a2e14-fe44-4cdc-983d-8b7a0d52fd0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.1276796 May 31 11:46:00.297055 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-d08f551d-9ab3-4c1c-a172-52594d532c21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 200 len: 217 time: 0.0677419 May 31 11:46:00.362742 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-5fa6e418-8c2c-4cab-b808-836da2e5ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:00.364036 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-5fa6e418-8c2c-4cab-b808-836da2e5ec89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0591366 May 31 11:46:00.448213 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-d1053d38-a796-4e05-95b7-cb8c108a1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:00.449701 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-d1053d38-a796-4e05-95b7-cb8c108a1b95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777614 May 31 11:46:00.587446 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-4b7fa21d-d69f-4aa0-a842-9280aa1f7178 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290476 May 31 11:46:00.721152 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-79630c7d-c090-4d83-82d1-b2c43a43ef87 req-2f189454-37b3-44c2-9e83-8e850c4d400f service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254742 May 31 11:46:01.316675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70f63-1161-4d18-93a3-f19bfe11c066 req-b5cf44c1-3193-4ffa-ad13-36ab84cd489f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:01.318103 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d4d70f63-1161-4d18-93a3-f19bfe11c066 req-b5cf44c1-3193-4ffa-ad13-36ab84cd489f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 944 time: 0.0832624 May 31 11:46:01.365310 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d4d70f63-1161-4d18-93a3-f19bfe11c066 req-d2c53a2d-b42a-4c7e-a017-e8a4640774f4 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384450 May 31 11:46:02.563726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9deb7-570e-4aa3-8dfd-2c85870e280f req-077c932b-51b2-4e0e-94cf-d4b45258aab5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:02.565203 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8e9deb7-570e-4aa3-8dfd-2c85870e280f req-077c932b-51b2-4e0e-94cf-d4b45258aab5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 944 time: 0.0863247 May 31 11:46:02.610047 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8e9deb7-570e-4aa3-8dfd-2c85870e280f req-fd7520b5-d66a-40df-9e8d-fd10ab406939 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 May 31 11:46:02.666121 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39aad8-6c52-4d11-a537-20a12e178aa2 req-dda0999d-7dde-4d9e-8290-840a6038f204 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:02.667515 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3c39aad8-6c52-4d11-a537-20a12e178aa2 req-dda0999d-7dde-4d9e-8290-840a6038f204 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 946 time: 0.0785031 May 31 11:46:02.714136 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3c39aad8-6c52-4d11-a537-20a12e178aa2 req-c6f9c392-f89b-4fb3-bfd0-a1e378726e53 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 May 31 11:46:03.820929 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11885-5e9d-4fd1-af68-f08738337065 req-bf6f8410-ec6a-4321-ab4b-b68ef785e9ad tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:03.822457 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f5d11885-5e9d-4fd1-af68-f08738337065 req-bf6f8410-ec6a-4321-ab4b-b68ef785e9ad tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 944 time: 0.0936558 May 31 11:46:03.869731 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f5d11885-5e9d-4fd1-af68-f08738337065 req-add84d9c-804b-4213-a098-76716950a1cf tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 May 31 11:46:03.911669 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d4ab9-a596-47a1-8fcd-a9a97e3a47cc req-cf24db8b-39ea-4534-b021-f9857a7ed0e7 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:03.913133 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-658d4ab9-a596-47a1-8fcd-a9a97e3a47cc req-cf24db8b-39ea-4534-b021-f9857a7ed0e7 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 946 time: 0.0829725 May 31 11:46:03.956759 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-658d4ab9-a596-47a1-8fcd-a9a97e3a47cc req-f3b7e87f-3541-4d34-9220-66b4ba0f9405 tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/security-groups?id=41d0a539-6b2a-476d-be5e-5865a9c06847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 May 31 11:46:04.487731 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-3f5eb8ae-2d0b-4e84-8bc7-db32745c217b tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:04.489129 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-3f5eb8ae-2d0b-4e84-8bc7-db32745c217b tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 946 time: 0.0933583 May 31 11:46:04.625898 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Deleting port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:46:04.626113 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:04.756556 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] For port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,segment=NetworkSegment(26323a90-3b75-4c46-9a95-e94bbc6b4d39),segment_id=26323a90-3b75-4c46-9a95-e94bbc6b4d39)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:04.756907 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:04.878405 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Calling delete_port for e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:46:05.041505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:05.049936 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c5e17230-0fcc-4972-bc4c-27ffd50324ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:05.075598 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:46:05.119691 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-89166efe-53d9-4671-965e-afc25fac10d4 req-4dd965c1-f629-450b-9676-518c553a581d tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b1970a-54fa-41fc-8499-c16e87a57778 HTTP/1.1" status: 200 len: 210 time: 0.0441175 May 31 11:46:05.195630 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Pushing event deleted for resources: {'Port': ['ID=e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:05.200147 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:05.275136 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] No DVR routers for this DVR port e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:46:05.278174 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:05.280691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b1970a-54fa-41fc-8499-c16e87a57778', 'name': 'network-vif-deleted', 'tag': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:05.283069 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c700d54b-8e0d-4159-8fc4-64e55c99102d" -d '{"events": [{"server_uuid": "27b1970a-54fa-41fc-8499-c16e87a57778", "name": "network-vif-deleted", "tag": "e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:05.299858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ad17-f2c6-4310-892e-ee3d05bed0f0 req-edcd1535-97e9-40f5-a2f8-484fbf1426da tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:05.301313 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8247ad17-f2c6-4310-892e-ee3d05bed0f0 req-edcd1535-97e9-40f5-a2f8-484fbf1426da tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 944 time: 0.3265128 May 31 11:46:05.307532 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bca3bd02-e7d2-44be-a336-2eac8300a0af req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] 10.222.0.62 "DELETE /v2.0/ports/e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f HTTP/1.1" status: 204 len: 173 time: 0.8121216 May 31 11:46:05.353629 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8247ad17-f2c6-4310-892e-ee3d05bed0f0 req-7b301262-b365-421b-a078-45dac996e652 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448806 May 31 11:46:05.395877 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25480d6a-a0b0-440b-a6f2-f4c17be55d33 x-openstack-request-id: req-25480d6a-a0b0-440b-a6f2-f4c17be55d33 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:05.396198 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b1970a-54fa-41fc-8499-c16e87a57778", "name": "network-vif-deleted", "tag": "e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:05.396503 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25480d6a-a0b0-440b-a6f2-f4c17be55d33 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:05.396922 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b1970a-54fa-41fc-8499-c16e87a57778', 'name': 'network-vif-deleted', 'tag': 'e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f', 'status': 'completed', 'code': 200} May 31 11:46:06.553540 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fef8e-ec8f-47da-8dc8-f87ca7bb7fd0 req-fc39ca1b-08ea-4a88-9081-63209a9cd487 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:06.555257 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a09fef8e-ec8f-47da-8dc8-f87ca7bb7fd0 req-fc39ca1b-08ea-4a88-9081-63209a9cd487 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 944 time: 0.0919704 May 31 11:46:06.600051 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a09fef8e-ec8f-47da-8dc8-f87ca7bb7fd0 req-3283ba2c-dd53-43d7-913f-68195d4d6321 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388083 May 31 11:46:07.801083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec27f-8ae1-4aa9-875d-3bb109128d8d req-9b34dc12-fc10-42cc-8ff6-a2509fa72bd3 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:07.802803 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d0bec27f-8ae1-4aa9-875d-3bb109128d8d req-9b34dc12-fc10-42cc-8ff6-a2509fa72bd3 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 944 time: 0.0806885 May 31 11:46:07.862702 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d0bec27f-8ae1-4aa9-875d-3bb109128d8d req-fb7c534e-17a9-43fa-ab09-eb932415d5c3 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539515 May 31 11:46:08.257596 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 4a7b8151-9111-43fc-bffe-c4b1192cd906 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:46:08.275922 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:46:08.326934 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:46:08.327257 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e7b5fcb5-d3a0-4c19-ba8c-041d74100a1f not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:46:08.439949 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 4a7b8151-9111-43fc-bffe-c4b1192cd906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:08.457951 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:46:08.545470 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:08.564109 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7b8151-9111-43fc-bffe-c4b1192cd906 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:46:08.580070 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 4a7b8151-9111-43fc-bffe-c4b1192cd906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:08.586949 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:08.589208 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:08.663570 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=4a7b8151-9111-43fc-bffe-c4b1192cd906,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:08.667042 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:09.055516 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3328f0-d961-463c-8ab2-7f66fb175343 req-a28c2a49-9b92-4785-8d6d-3e14dd3a4842 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:09.056971 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8d3328f0-d961-463c-8ab2-7f66fb175343 req-a28c2a49-9b92-4785-8d6d-3e14dd3a4842 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 945 time: 0.0815160 May 31 11:46:09.101533 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8d3328f0-d961-463c-8ab2-7f66fb175343 req-f81b50d2-3a7a-4852-8bed-d73359c83d0e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389907 May 31 11:46:10.323297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4390e1f-3279-402d-809c-87de695ecad3 req-8f9b67d8-9005-4b77-9228-bfa1bbfb7814 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:10.324658 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b4390e1f-3279-402d-809c-87de695ecad3 req-8f9b67d8-9005-4b77-9228-bfa1bbfb7814 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 945 time: 0.1103618 May 31 11:46:10.370729 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b4390e1f-3279-402d-809c-87de695ecad3 req-d43af654-2fcc-4af2-85ed-525cd73d8be2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 May 31 11:46:11.207635 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['4a7b8151-9111-43fc-bffe-c4b1192cd906'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:46:11.564182 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0e208-e81d-497b-a9fd-e186e9f8ae0f req-d7b81787-3b51-43eb-9bd0-51fe1d1a8796 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:11.565623 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4fc0e208-e81d-497b-a9fd-e186e9f8ae0f req-d7b81787-3b51-43eb-9bd0-51fe1d1a8796 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 945 time: 0.0792077 May 31 11:46:11.610195 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4fc0e208-e81d-497b-a9fd-e186e9f8ae0f req-33b62630-11d0-40f4-a569-2363de112366 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382950 May 31 11:46:12.812894 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea9a3a-e964-4051-abba-c0367aa2036e req-a8024f72-1087-4bcc-8f67-41415c0ddcc0 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:12.814276 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d8ea9a3a-e964-4051-abba-c0367aa2036e req-a8024f72-1087-4bcc-8f67-41415c0ddcc0 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 945 time: 0.0863576 May 31 11:46:12.859318 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d8ea9a3a-e964-4051-abba-c0367aa2036e req-d84d0b27-eda6-4ea0-b57e-4342db93f08d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388761 May 31 11:46:12.917680 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 4a7b8151-9111-43fc-bffe-c4b1192cd906 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:46:12.994399 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 4a7b8151-9111-43fc-bffe-c4b1192cd906 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:46:13.001183 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 4a7b8151-9111-43fc-bffe-c4b1192cd906 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:46:13.001729 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.121575 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.147839 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:13.151345 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8789507-1d87-4e53-b6e9-385b78b20b58" -d '{"events": [{"server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "name": "network-vif-plugged", "status": "completed", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:13.164415 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 4a7b8151-9111-43fc-bffe-c4b1192cd906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:13.171211 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.173271 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:13.240320 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=4a7b8151-9111-43fc-bffe-c4b1192cd906,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:13.247118 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:13.248699 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5940b4-b7e7-4940-8c77-ef6496439bb1 x-openstack-request-id: req-9e5940b4-b7e7-4940-8c77-ef6496439bb1 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:13.249093 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "name": "network-vif-plugged", "status": "completed", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:13.249433 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e5940b4-b7e7-4940-8c77-ef6496439bb1 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:13.249883 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'code': 200} May 31 11:46:13.582237 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14028-0f1c-4f0d-a296-1f4b8c3d4f35 req-2e6ec6f3-3c39-472b-a876-a95b43723e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:13.583723 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97a14028-0f1c-4f0d-a296-1f4b8c3d4f35 req-2e6ec6f3-3c39-472b-a876-a95b43723e3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1099 time: 0.0729921 May 31 11:46:13.630245 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97a14028-0f1c-4f0d-a296-1f4b8c3d4f35 req-9b033c44-0b0b-4ddc-88d4-f16962b5d82c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395005 May 31 11:46:14.046808 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba319775-b73f-438d-90f1-dba41b12cca6 req-f9872f65-af2d-48e8-a77a-dca137e803e1 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:14.048149 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba319775-b73f-438d-90f1-dba41b12cca6 req-f9872f65-af2d-48e8-a77a-dca137e803e1 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 946 time: 0.0816095 May 31 11:46:14.098257 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba319775-b73f-438d-90f1-dba41b12cca6 req-e0d55fbd-1d7d-4f7e-845d-7d5997b1996e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 May 31 11:46:14.290565 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:14.940007 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad304d-1a2d-41c4-acb5-276c7fac308d req-0f1e302d-b12c-4ab8-a4f0-ac30a4008bb6 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:14.941367 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-37ad304d-1a2d-41c4-acb5-276c7fac308d req-0f1e302d-b12c-4ab8-a4f0-ac30a4008bb6 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0852926 May 31 11:46:14.991757 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-37ad304d-1a2d-41c4-acb5-276c7fac308d req-dc3a8481-6fab-4d65-9f40-a4aa495138fe tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 May 31 11:46:15.308089 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320017-9a0c-4343-887f-f17fbc2f84f6 req-03cce873-78a9-4d79-ba3e-13f268ec5e9c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:15.309544 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ce320017-9a0c-4343-887f-f17fbc2f84f6 req-03cce873-78a9-4d79-ba3e-13f268ec5e9c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 946 time: 0.0917060 May 31 11:46:15.354382 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ce320017-9a0c-4343-887f-f17fbc2f84f6 req-b5bc2e17-55ac-433e-a528-a88c43624966 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390091 May 31 11:46:15.561257 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6c76b-aeba-4d2f-82e3-b49d7d569611 req-2c7567ec-f008-4159-814e-cfceed8b7ac8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:15.562939 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-43f6c76b-aeba-4d2f-82e3-b49d7d569611 req-2c7567ec-f008-4159-814e-cfceed8b7ac8 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 946 time: 0.0965333 May 31 11:46:15.611440 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-43f6c76b-aeba-4d2f-82e3-b49d7d569611 req-eaf913f6-af82-410d-8b58-5665d41dcf4e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 May 31 11:46:15.636256 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34820) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:15.717083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d2f413-f18a-4e1e-a024-f7889381dd4b tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:15.717827 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b1d2f413-f18a-4e1e-a024-f7889381dd4b tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] Synchronizing usage tracker for tenant:4666656851104ac58d0d3edb73177123 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:46:15.734786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-b1d2f413-f18a-4e1e-a024-f7889381dd4b tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] Unset dirty status for tenant:4666656851104ac58d0d3edb73177123 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:46:15.735929 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-b1d2f413-f18a-4e1e-a024-f7889381dd4b tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1094 time: 0.0984542 May 31 11:46:15.738830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 34826) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:15.744032 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:46:15.749848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:46:15.753691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:floatingip and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:46:15.756594 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:46:15.762596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:46:15.774048 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:15.916457 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:16.074977 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Allocated IP 172.27.0.198 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/e400c301-7219-4a8b-afa2-d99c4d70f894) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:46:16.192676 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32c17f-56cf-45cf-823d-80a8ef5f5058 req-f68b0f7c-46d3-48a3-a800-303bebb88dad tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:16.194172 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ab32c17f-56cf-45cf-823d-80a8ef5f5058 req-f68b0f7c-46d3-48a3-a800-303bebb88dad tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0840397 May 31 11:46:16.222742 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:16.238447 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ab32c17f-56cf-45cf-823d-80a8ef5f5058 req-611ddf5a-340c-4245-9515-52ae51e55e5e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 May 31 11:46:16.253239 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:16.258359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e1e8749f-d147-468f-a92c-4b69e16072e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:16.316582 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:46:16.319434 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:46:16.323080 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:46:16.359693 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=e400c301-7219-4a8b-afa2-d99c4d70f894,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:16.363671 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:16.573695 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-87597b07-8a67-49e2-9199-39b61e902d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:16.863060 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:16.946530 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:17.168583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:17.175105 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:17.179616 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c07aef92-ac0b-44f9-a479-429f0009d1cc tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:17.280933 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=e400c301-7219-4a8b-afa2-d99c4d70f894,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:17.284857 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:17.291529 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:17.518204 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Floating IP e42e03fe-76c2-405a-8f0c-b76170e6b3d7 associated. External IP: 172.27.0.198, port: 4a7b8151-9111-43fc-bffe-c4b1192cd906. May 31 11:46:17.588230 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fba00-35ed-479e-98ab-d68e6e480596 req-02259f64-98ea-41c3-9060-e48ad3d20d9e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:17.589687 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bd3fba00-35ed-479e-98ab-d68e6e480596 req-02259f64-98ea-41c3-9060-e48ad3d20d9e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.2433610 May 31 11:46:17.713659 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bd3fba00-35ed-479e-98ab-d68e6e480596 req-07f98745-0e69-4c9f-b7b4-4bd95de20cea tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156886 May 31 11:46:17.918231 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:46:18.202524 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:46:18.211875 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:46:18.221494 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:46:18.222041 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:45:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:18.231327 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:18.298668 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5464942 May 31 11:46:18.298668 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:18.298668 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728bb1e3-84a3-420e-bbbf-d3198e688ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:18.331695 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0347e5c-48bc-42b6-8e9c-44f3989c0c8c x-openstack-request-id: req-a0347e5c-48bc-42b6-8e9c-44f3989c0c8c {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:18.332019 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:18.332304 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0347e5c-48bc-42b6-8e9c-44f3989c0c8c {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:18.332878 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'status': 'completed', 'code': 200} May 31 11:46:18.407250 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:46:18.754168 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2de2-7f73-4541-bbd6-331ca5eb7fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:18.767592 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:16Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:18.771532 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:46:18.779769 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:46:18.780330 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:46:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:18.901698 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:18.906225 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb946bf-59f1-4d0e-818f-243dd635b64c req-3445f853-07e0-4cae-bfa6-06954166794e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:18.907847 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aeb946bf-59f1-4d0e-818f-243dd635b64c req-3445f853-07e0-4cae-bfa6-06954166794e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0851736 May 31 11:46:18.956885 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aeb946bf-59f1-4d0e-818f-243dd635b64c req-4927f84a-4196-4436-8ce4-6d2670467e7a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 May 31 11:46:19.009812 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:46:19.353707 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:16Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:19.358014 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c010326-4a6f-4805-be97-c93d7e9e1d91 None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:16Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:46:19.534345 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b312420e-d5d4-44e3-85b3-bf175bac5275 None None] New status for floating IP e42e03fe-76c2-405a-8f0c-b76170e6b3d7: ACTIVE {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:46:19.951982 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:20.012775 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-2d7aef1b-8ae4-4f2e-8253-a99fc7e5aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:20.014273 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-2d7aef1b-8ae4-4f2e-8253-a99fc7e5aab9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1099 time: 0.0766575 May 31 11:46:20.147396 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e7070-268a-4397-bdd5-0226fa01a68b req-cff6c6e3-b4ce-4f2c-b416-a8b937c258b4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:20.148751 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a43e7070-268a-4397-bdd5-0226fa01a68b req-cff6c6e3-b4ce-4f2c-b416-a8b937c258b4 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0794001 May 31 11:46:20.149864 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-875388e2-470d-46c8-8692-e116044696b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:20.151371 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-875388e2-470d-46c8-8692-e116044696b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.1301765 May 31 11:46:20.198215 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a43e7070-268a-4397-bdd5-0226fa01a68b req-db0744f0-a010-42b0-991c-447794bb5f2c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437486 May 31 11:46:20.257038 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-8b32afb1-07d1-4a99-b0dc-d97cca85e07b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 200 len: 1002 time: 0.0974882 May 31 11:46:20.323080 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-03bc8dbd-fa9f-4783-8488-0944e7594216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:20.324507 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-03bc8dbd-fa9f-4783-8488-0944e7594216 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0568306 May 31 11:46:20.407374 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-d5854fed-4f78-40c9-b34d-526fd78e3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:20.408755 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-d5854fed-4f78-40c9-b34d-526fd78e3798 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777225 May 31 11:46:20.554884 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-3b376ce0-d820-43da-aec7-af909a287cc8 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281211 May 31 11:46:20.694460 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-728bb1e3-84a3-420e-bbbf-d3198e688ba3 req-0b31392f-c621-4841-9282-7c1e8b0f3136 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294341 May 31 11:46:20.826141 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f7a2-08eb-4682-b54b-3bebb49e6720 req-9233226c-f80e-4fe5-b401-f1cc2a1642f8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:20.827599 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1058f7a2-08eb-4682-b54b-3bebb49e6720 req-9233226c-f80e-4fe5-b401-f1cc2a1642f8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0811181 May 31 11:46:20.872770 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1058f7a2-08eb-4682-b54b-3bebb49e6720 req-75e1b5e4-bbfa-44fa-8f3c-2a84eef84827 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 May 31 11:46:21.385674 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67668-4170-403f-9f7f-ceee5ad092fc req-514b48f0-f02a-458b-8b93-fd0ed35090d6 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:21.387181 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-24f67668-4170-403f-9f7f-ceee5ad092fc req-514b48f0-f02a-458b-8b93-fd0ed35090d6 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0801520 May 31 11:46:21.434728 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-24f67668-4170-403f-9f7f-ceee5ad092fc req-8ac57c3f-4b2e-4529-93da-0455c0c522e6 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385606 May 31 11:46:21.515662 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:22.075090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1715f-a1f2-4d8c-bc9f-bf5706dadabd req-ccaf4a22-6d45-42ac-ba78-3f75159822c3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:22.076549 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7ce1715f-a1f2-4d8c-bc9f-bf5706dadabd req-ccaf4a22-6d45-42ac-ba78-3f75159822c3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0876811 May 31 11:46:22.121921 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-7ce1715f-a1f2-4d8c-bc9f-bf5706dadabd req-a61d2677-53b6-42b6-9750-33a3241bbbcd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395434 May 31 11:46:22.632155 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae36152-868b-4a3f-88ed-8666a63b4ba5 req-d3a963a0-e856-465a-b101-23ff533e283e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:22.633569 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ae36152-868b-4a3f-88ed-8666a63b4ba5 req-d3a963a0-e856-465a-b101-23ff533e283e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0958776 May 31 11:46:22.678742 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ae36152-868b-4a3f-88ed-8666a63b4ba5 req-646a3c87-04e9-45ed-98c1-7158de077df9 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 May 31 11:46:23.321718 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b080c-ecb2-42cc-820e-dca6966f599d req-a4645afa-f1b4-47af-81f6-6039d0e4b669 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:23.323094 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c17b080c-ecb2-42cc-820e-dca6966f599d req-a4645afa-f1b4-47af-81f6-6039d0e4b669 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0814123 May 31 11:46:23.368422 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c17b080c-ecb2-42cc-820e-dca6966f599d req-5397e8c3-a5f3-4af2-bf68-1aeb4c8c6388 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 May 31 11:46:23.877783 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8558f57-1c56-4b56-b05f-84360f727a80 req-6ef5799a-3ea3-42cb-86a6-92e9329b49da tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:23.879233 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b8558f57-1c56-4b56-b05f-84360f727a80 req-6ef5799a-3ea3-42cb-86a6-92e9329b49da tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0860727 May 31 11:46:23.923811 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b8558f57-1c56-4b56-b05f-84360f727a80 req-d80e4ba8-ef22-4cb9-b7d2-6f42b7e73910 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 May 31 11:46:24.574034 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5520dd-4e1a-4fdd-8e23-13215c5645d4 req-93637356-3256-47ae-9ff7-9ed82fa3cd66 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:24.575392 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5d5520dd-4e1a-4fdd-8e23-13215c5645d4 req-93637356-3256-47ae-9ff7-9ed82fa3cd66 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0877051 May 31 11:46:24.623331 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5d5520dd-4e1a-4fdd-8e23-13215c5645d4 req-68bd2a7f-86b7-48ce-a23a-81b45b2764c5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 May 31 11:46:25.186372 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d057ef5-622d-4975-a566-7c3b9e559527 req-e3fd8077-f7d9-4531-a0c7-30211941dca1 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:25.187847 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5d057ef5-622d-4975-a566-7c3b9e559527 req-e3fd8077-f7d9-4531-a0c7-30211941dca1 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.1417680 May 31 11:46:25.192311 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-8324a68d-4d8b-4425-8348-a2e4c7cb174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:25.193655 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-8324a68d-4d8b-4425-8348-a2e4c7cb174d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1098 time: 0.1006038 May 31 11:46:25.312963 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5d057ef5-622d-4975-a566-7c3b9e559527 req-3903bd0a-76a0-4d61-8bfd-22403bc8e256 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183202 May 31 11:46:25.355095 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-8033bd2f-31f8-406c-ae26-429161e900cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:25.356518 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-8033bd2f-31f8-406c-ae26-429161e900cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 909 time: 0.1496124 May 31 11:46:25.569951 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-6b7b77fb-6d5e-4151-8f17-b8e07d1731e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 1000 time: 0.2061546 May 31 11:46:25.632021 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-1c6c558c-0ab7-44db-b886-c2b9613ce882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:25.633389 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-1c6c558c-0ab7-44db-b886-c2b9613ce882 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0568852 May 31 11:46:25.728050 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-cd84ff69-7967-498e-8eac-af58cd7b7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:25.729548 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-cd84ff69-7967-498e-8eac-af58cd7b7ac2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737865 May 31 11:46:25.825756 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39afff-e2f6-4cf6-8b45-3f7b19e11731 req-3c930105-8aa5-4622-ba2a-981f995b1241 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:25.827307 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3e39afff-e2f6-4cf6-8b45-3f7b19e11731 req-3c930105-8aa5-4622-ba2a-981f995b1241 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0844042 May 31 11:46:25.873436 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3e39afff-e2f6-4cf6-8b45-3f7b19e11731 req-1e447f10-c77e-453b-a0e1-69f5eb37fb46 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391543 May 31 11:46:25.878847 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-d88eaad8-1bbc-4806-8b09-b3a7d7c945ed service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421571 May 31 11:46:26.008357 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee834fbe-daec-4fbd-af69-a1b09d53bd42 req-7c176160-b344-431c-8e9b-c4d819a55c5a service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227295 May 31 11:46:26.514531 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f4ace-58f0-400a-8aae-f7a710210551 req-ef86fd44-a3b1-4dfa-af0f-91635730f000 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:26.515977 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff8f4ace-58f0-400a-8aae-f7a710210551 req-ef86fd44-a3b1-4dfa-af0f-91635730f000 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0874178 May 31 11:46:26.569165 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff8f4ace-58f0-400a-8aae-f7a710210551 req-68a55ecf-70fb-4141-9aa5-31bc4a234f31 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460980 May 31 11:46:27.073803 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57aeb-726c-4869-beb0-0fb96606ecf3 req-aa575a60-ccfa-4bf3-bf08-55c2bcb0b7ee tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:27.075260 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-63a57aeb-726c-4869-beb0-0fb96606ecf3 req-aa575a60-ccfa-4bf3-bf08-55c2bcb0b7ee tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0848134 May 31 11:46:27.121411 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-63a57aeb-726c-4869-beb0-0fb96606ecf3 req-5fe8055a-77a3-4351-9ec4-576d002fb37a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378602 May 31 11:46:27.785037 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ada6d-0dac-46f7-ad88-10c135395298 req-5f05f508-b50a-424f-84ca-bc454f6d92bb tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:27.787449 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff0ada6d-0dac-46f7-ad88-10c135395298 req-5f05f508-b50a-424f-84ca-bc454f6d92bb tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0839272 May 31 11:46:27.841176 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ff0ada6d-0dac-46f7-ad88-10c135395298 req-5c310f44-fb3d-47eb-b77f-8c491fb45be9 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484142 May 31 11:46:28.333063 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ffc9-df14-4fad-92af-d9dc1f14255a req-86dd9e88-a432-4da8-96d7-f17e23bcb8f1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:28.334539 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c352ffc9-df14-4fad-92af-d9dc1f14255a req-86dd9e88-a432-4da8-96d7-f17e23bcb8f1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0894747 May 31 11:46:28.383230 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c352ffc9-df14-4fad-92af-d9dc1f14255a req-47c42af2-c43f-43dc-838c-3f2cb590efed tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 May 31 11:46:29.034510 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634dd4-ab29-4850-841f-2e3e502a3bd7 req-a316d6b2-7e9b-4912-aaad-86c52af8d898 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.035994 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a634dd4-ab29-4850-841f-2e3e502a3bd7 req-a316d6b2-7e9b-4912-aaad-86c52af8d898 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0811694 May 31 11:46:29.082746 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a634dd4-ab29-4850-841f-2e3e502a3bd7 req-75c7f0b6-005b-4c9a-a136-426c2df73164 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 May 31 11:46:29.376399 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 34976) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:29.462004 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959664c6-78d7-4078-9e44-fc49645e7e67 req-297fe213-34a5-4878-9353-6efd1d11014b tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.463870 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-959664c6-78d7-4078-9e44-fc49645e7e67 req-297fe213-34a5-4878-9353-6efd1d11014b tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0896003 May 31 11:46:29.510332 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-959664c6-78d7-4078-9e44-fc49645e7e67 req-aff7e5af-7563-4994-978d-1d99e17264d0 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 May 31 11:46:29.527367 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-b1b50415-0631-4f50-b854-cd621cd48424 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496706 May 31 11:46:29.615692 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15bf1-54d3-4255-b8d2-46da7aa619fc req-fabc17e1-58b9-489a-95ee-57470418f024 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.617177 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-20b15bf1-54d3-4255-b8d2-46da7aa619fc req-fabc17e1-58b9-489a-95ee-57470418f024 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0822425 May 31 11:46:29.749473 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-20b15bf1-54d3-4255-b8d2-46da7aa619fc req-36e63bdd-3bf1-46b8-ab34-924b50c5aacf tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262879 May 31 11:46:30.698554 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcab95-c9a5-4e5e-8e84-67503916cb1a req-3fd5dccb-b5d2-4148-a3c2-961ed044976b tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:30.700216 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ebcab95-c9a5-4e5e-8e84-67503916cb1a req-3fd5dccb-b5d2-4148-a3c2-961ed044976b tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.0861192 May 31 11:46:30.745673 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ebcab95-c9a5-4e5e-8e84-67503916cb1a req-c1063ee1-bc8a-48b5-937e-e8f90b932c27 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 May 31 11:46:30.942869 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf823d-7fa8-4fbb-9f58-02bc6abbd5e3 req-acbd2c87-eed7-4350-80ae-ef3ed519bff3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:30.944292 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0edf823d-7fa8-4fbb-9f58-02bc6abbd5e3 req-acbd2c87-eed7-4350-80ae-ef3ed519bff3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0849564 May 31 11:46:30.988663 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0edf823d-7fa8-4fbb-9f58-02bc6abbd5e3 req-4d611489-efd8-4ef1-af4f-c146e534855b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 May 31 11:46:31.545905 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-c1587eb3-2b73-4f7f-b34a-fd8dba5be6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:31.547434 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-c1587eb3-2b73-4f7f-b34a-fd8dba5be6be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3&tenant_id=dce8da9af28d4584a1f928d44cbeef0a HTTP/1.1" status: 200 len: 1098 time: 0.0769684 May 31 11:46:31.658657 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-979e539b-d32c-4e6e-a151-2dc0f3fc533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:31.660121 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-979e539b-d32c-4e6e-a151-2dc0f3fc533f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1098 time: 0.0738332 May 31 11:46:31.781223 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35006) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:31.795086 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-80f1235f-5120-4f06-8e19-8e09cda98b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:31.796539 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-80f1235f-5120-4f06-8e19-8e09cda98b59 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 909 time: 0.1297853 May 31 11:46:31.843922 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Deleting subnet 6dbe8f49-3e99-4ead-84d4-2735c46a735f {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:46:31.847058 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:31.895654 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10763625'] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:31.949383 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-d6981e8a-4fb5-42ab-84eb-839fe9aa1744 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 1000 time: 0.1461046 May 31 11:46:31.954886 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.017682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea46e1-2665-4afc-b56c-7e8f907a23d7 req-dc72ff63-7ffa-43cd-a66e-741831521942 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:32.019123 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-16ea46e1-2665-4afc-b56c-7e8f907a23d7 req-dc72ff63-7ffa-43cd-a66e-741831521942 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.1605165 May 31 11:46:32.028132 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-5e7dae0d-3f60-4a46-8a0a-48681470b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:32.029528 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-5e7dae0d-3f60-4a46-8a0a-48681470b7c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0719898 May 31 11:46:32.211567 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-16ea46e1-2665-4afc-b56c-7e8f907a23d7 req-f434b84f-b04b-49be-87ab-72995944c92a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851773 May 31 11:46:32.235482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-3fb3467c-b773-4a02-9bea-2045b3d5017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:32.235482 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-3fb3467c-b773-4a02-9bea-2045b3d5017e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1912327 May 31 11:46:32.263006 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb86de-bbac-43a6-8f58-ed0690f2b407 req-0349cd3e-9492-4e84-8778-d2bc884ec0c1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:32.264428 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e2fb86de-bbac-43a6-8f58-ed0690f2b407 req-0349cd3e-9492-4e84-8778-d2bc884ec0c1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.1548328 May 31 11:46:32.318019 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e2fb86de-bbac-43a6-8f58-ed0690f2b407 req-d99c092a-cc3c-4cb7-820e-c0b3fd711426 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464604 May 31 11:46:32.318988 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10513873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631377'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.323850 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:32.356911 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbe8f49-3e99-4ead-84d4-2735c46a735f,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:32.359991 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:32.360968 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.366808 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6dbe8f49-3e99-4ead-84d4-2735c46a735f HTTP/1.1" status: 204 len: 168 time: 0.5845461 May 31 11:46:32.369249 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35012) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:32.382386 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-8d0ef410-d1fc-4de0-99c8-417b242f54bd service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405699 May 31 11:46:32.473858 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.512669 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-7a6e0103-ad85-4e0f-89bc-f05d5fb02629 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236110 May 31 11:46:32.597047 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.611107 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea09b2f-42ed-4f4a-929a-4daea5e74bc8']}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:32.623478 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26323a90-3b75-4c46-9a95-e94bbc6b4d39') {'for_net_delete': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:32.623768 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26323a90-3b75-4c46-9a95-e94bbc6b4d39') {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:32.635543 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10763618'] for segment, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.655045 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.661525 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=98398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:46:32.661949 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10739831'] for segment, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: Traceback (most recent call last): May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: timer() May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: cb(*args, **kw) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: return func(*args, **kwargs) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: self._notify() May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: self.callback(batched_events) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: event.method(event) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: return f(self, *a, **k) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._get(url).json() May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: return self.request(url, 'GET', **kwargs) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:46:32.675992 dv-cinder-786383-7-iscsi neutron-server[98398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:46:32.749439 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.754254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ef148cf9-b13d-42bc-a415-faeb050387fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:32.772799 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:32.782801 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea09b2f-42ed-4f4a-929a-4daea5e74bc8,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:32.785818 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:32.792890 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-7f74cb1c-e0b2-4a32-8ced-8642f7a0b348 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dea09b2f-42ed-4f4a-929a-4daea5e74bc8 HTTP/1.1" status: 204 len: 168 time: 0.4226999 May 31 11:46:32.983962 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35018) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:33.006433 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:46:33.014288 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e9dcb186-ffa9-416a-a66f-2abbb2f85cfd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:46:33.038611 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e2951ffb-9867-40ca-a880-fdb94c67f586 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=091904056d754e429e2e7fa44d34c4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533650 May 31 11:46:33.041162 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35024) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:33.108951 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef4f98e8-8187-4328-aa9a-44b884fdd178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.134699 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef4f98e8-8187-4328-aa9a-44b884fdd178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.202762 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef4f98e8-8187-4328-aa9a-44b884fdd178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.207020 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2cde3f0c-d452-474c-a7a8-7ef5ed1c4dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:33.219908 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f98e8-8187-4328-aa9a-44b884fdd178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d0a539-6b2a-476d-be5e-5865a9c06847,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:33.223341 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ef4f98e8-8187-4328-aa9a-44b884fdd178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:33.242436 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ef4f98e8-8187-4328-aa9a-44b884fdd178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.247941 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ef4f98e8-8187-4328-aa9a-44b884fdd178 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41d0a539-6b2a-476d-be5e-5865a9c06847 HTTP/1.1" status: 204 len: 168 time: 0.2012811 May 31 11:46:33.272327 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:33.288077 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'port_id': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'mac_address': 'fa:16:3e:bb:ee:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:46:33.383527 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.402558 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.446400 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897a0b-4cc0-4fe7-9b48-8889a91fd658 req-808118b0-81bf-4fc6-9799-cea1591d2070 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:33.448276 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b3897a0b-4cc0-4fe7-9b48-8889a91fd658 req-808118b0-81bf-4fc6-9799-cea1591d2070 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.1045964 May 31 11:46:33.471906 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f51c1fae-82d2-443d-814c-b26fb6f0b2ab {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:46:33.489886 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:33.492124 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0302c89-9ba3-4bf1-badb-e5b5782ec8d2" -d '{"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:33.507642 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b3897a0b-4cc0-4fe7-9b48-8889a91fd658 req-5c1a8132-e66b-4efb-930e-c354a10b6811 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534627 May 31 11:46:33.514246 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:33.556442 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:33.557857 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.567789 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:33.621155 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baad75d-b86f-44be-9c38-f2e33976a3cf req-60e48eca-99cc-4a08-8e64-804d9a00f8ed tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:33.622770 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2baad75d-b86f-44be-9c38-f2e33976a3cf req-60e48eca-99cc-4a08-8e64-804d9a00f8ed tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.1043043 May 31 11:46:33.624295 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:33.629298 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba9da6-2eb6-4893-b042-20166654fea3 x-openstack-request-id: req-66ba9da6-2eb6-4893-b042-20166654fea3 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:33.629661 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:33.630032 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66ba9da6-2eb6-4893-b042-20166654fea3 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:33.630468 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'code': 200} May 31 11:46:33.647513 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=6']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:33.655027 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.655474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.655867 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.656258 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.656656 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.657061 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.657457 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.657835 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.658369 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.658689 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.659186 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.659505 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:33.663725 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:33.664390 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:33.685581 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2baad75d-b86f-44be-9c38-f2e33976a3cf req-2cb6c832-9288-4782-9c43-9562e6504241 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551281 May 31 11:46:33.740694 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=6']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:33.743823 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:33.778168 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['f51c1fae-82d2-443d-814c-b26fb6f0b2ab'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:46:34.810465 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ff61b-ba9f-408f-bce7-4e2517d9276d req-c4dbfb47-e53a-4bcc-b02a-93962edc2a7e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:34.812182 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-969ff61b-ba9f-408f-bce7-4e2517d9276d req-c4dbfb47-e53a-4bcc-b02a-93962edc2a7e tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.1959808 May 31 11:46:34.869016 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-969ff61b-ba9f-408f-bce7-4e2517d9276d req-607d9bb4-a62b-469f-835f-17aa2ffeebf1 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462661 May 31 11:46:34.964889 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4615-ed72-44c4-9318-b98b23ea79d6 req-b3a8849d-975c-4fd2-aeaf-506500bf7104 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:34.966400 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1c1b4615-ed72-44c4-9318-b98b23ea79d6 req-b3a8849d-975c-4fd2-aeaf-506500bf7104 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0822573 May 31 11:46:35.007838 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:46:35.015675 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1c1b4615-ed72-44c4-9318-b98b23ea79d6 req-6f7f80e2-73b9-4695-9912-0e6f99a2fe6e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422130 May 31 11:46:35.122968 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port f51c1fae-82d2-443d-814c-b26fb6f0b2ab triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:46:35.123366 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:35.265702 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:35.307437 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:35.311492 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:35.313571 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:35.387337 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=7']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:35.390962 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:35.631711 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:35.634350 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d283f7-4756-43fa-9938-b091eff6526a" -d '{"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-plugged", "status": "completed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:35.690016 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1580b2e4-0423-4abd-9b3b-2723efa0dd33 x-openstack-request-id: req-1580b2e4-0423-4abd-9b3b-2723efa0dd33 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:35.690320 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-plugged", "status": "completed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:35.690568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1580b2e4-0423-4abd-9b3b-2723efa0dd33 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:35.690993 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'code': 200} May 31 11:46:36.106381 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2192c-1b43-48e1-8368-e6f837a0bc7b req-156027f0-e8a7-43ef-9d6f-b1d9ee85a727 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:36.113843 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-29b2192c-1b43-48e1-8368-e6f837a0bc7b req-156027f0-e8a7-43ef-9d6f-b1d9ee85a727 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.1165984 May 31 11:46:36.172265 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-29b2192c-1b43-48e1-8368-e6f837a0bc7b req-cfe890f0-78ee-4899-b765-1682693c867b tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552413 May 31 11:46:36.260791 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69af5-cee8-43fa-aee9-9a128a81a6d0 req-88c949ad-d798-4a74-9d15-dd17bf709768 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:36.262393 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ec69af5-cee8-43fa-aee9-9a128a81a6d0 req-88c949ad-d798-4a74-9d15-dd17bf709768 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0961330 May 31 11:46:36.316885 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7ec69af5-cee8-43fa-aee9-9a128a81a6d0 req-5ea036bd-d00b-463f-baaa-3970698532d9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 May 31 11:46:36.538786 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:46:37.404633 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ad1a7-6659-4d65-9c5c-e0ed92cc849e req-cca7a71d-15de-4e2d-85d7-2a50cf9a037c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:37.413142 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-160ad1a7-6659-4d65-9c5c-e0ed92cc849e req-cca7a71d-15de-4e2d-85d7-2a50cf9a037c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.1277766 May 31 11:46:37.473410 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-160ad1a7-6659-4d65-9c5c-e0ed92cc849e req-f56db430-4bd2-4c45-9ca0-da155e4b5d59 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587478 May 31 11:46:37.552531 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e4424-a873-4bf5-ba72-915de427f203 req-a2d02eca-2e42-4d4b-ac0b-b68fc9e22dc4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:37.554738 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-533e4424-a873-4bf5-ba72-915de427f203 req-a2d02eca-2e42-4d4b-ac0b-b68fc9e22dc4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0907979 May 31 11:46:37.604469 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-533e4424-a873-4bf5-ba72-915de427f203 req-beb8a157-9a46-458d-a452-d78089a48b59 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 May 31 11:46:38.753225 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6417086-6088-4129-93a7-6a7ad4b618ee req-425bac64-2f45-4657-8fb4-924339637582 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:38.760258 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c6417086-6088-4129-93a7-6a7ad4b618ee req-425bac64-2f45-4657-8fb4-924339637582 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.1767545 May 31 11:46:38.819198 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c6417086-6088-4129-93a7-6a7ad4b618ee req-a6b08732-b63b-41a6-8bea-c324ae5de797 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579450 May 31 11:46:38.860177 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba45ab-0e22-4a6f-84d2-2fb9da9e647f req-4bd9841d-7559-4761-8df9-640c5b6437f9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:38.861723 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-94ba45ab-0e22-4a6f-84d2-2fb9da9e647f req-4bd9841d-7559-4761-8df9-640c5b6437f9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.1072826 May 31 11:46:38.912344 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-94ba45ab-0e22-4a6f-84d2-2fb9da9e647f req-15251e18-0006-40b5-a19a-7dc36de5e4db tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 May 31 11:46:40.015708 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d61f-39ad-4ee5-b24a-7c3d54617852 req-ba824ad9-0997-4850-80f2-175ea62484da tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:40.017159 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2391d61f-39ad-4ee5-b24a-7c3d54617852 req-ba824ad9-0997-4850-80f2-175ea62484da tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.0864992 May 31 11:46:40.078366 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2391d61f-39ad-4ee5-b24a-7c3d54617852 req-dcbdf1f2-37b1-4cf2-ad89-57470da89dca tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515771 May 31 11:46:40.135068 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25129c-55b6-4666-bee0-a904dbabca07 req-0b91c715-691e-4ce7-aa65-2654d172e793 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:40.138537 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d25129c-55b6-4666-bee0-a904dbabca07 req-0b91c715-691e-4ce7-aa65-2654d172e793 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.1017923 May 31 11:46:40.196944 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0d25129c-55b6-4666-bee0-a904dbabca07 req-ee18d50b-642f-44d7-8ebb-c34d2a5391b9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494952 May 31 11:46:40.404293 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffc05f-1bb3-4bfc-9313-734959b51d9a req-ba63ea6b-8f80-4c9c-81d5-7d1b68763acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:40.407213 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3fffc05f-1bb3-4bfc-9313-734959b51d9a req-ba63ea6b-8f80-4c9c-81d5-7d1b68763acc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1096 time: 0.0765166 May 31 11:46:40.454963 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3fffc05f-1bb3-4bfc-9313-734959b51d9a req-c370e138-f237-4fa1-8c26-ad7fa10af94e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 May 31 11:46:41.027086 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e9dcb186-ffa9-416a-a66f-2abbb2f85cfd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:46:41.168901 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:41.183258 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'port_id': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'mac_address': 'fa:16:3e:16:d5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:46:41.276569 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647d894-90f7-4b0e-b42d-80416bc5fb85 req-d74f6c9e-3741-4e4d-b994-2baee0193f41 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:41.281772 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:41.283916 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8647d894-90f7-4b0e-b42d-80416bc5fb85 req-d74f6c9e-3741-4e4d-b994-2baee0193f41 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 943 time: 0.0935838 May 31 11:46:41.299916 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dcb186-ffa9-416a-a66f-2abbb2f85cfd {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:46:41.315069 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:41.320856 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:41.323060 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-13c1d4cb-42f7-4dc7-86cc-61ffd31ba2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:41.338669 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8647d894-90f7-4b0e-b42d-80416bc5fb85 req-b87dce53-6177-443e-82ce-ba3b43aa1513 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535836 May 31 11:46:41.403896 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=7']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:41.407210 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:41.474341 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc7143-91e7-47c6-a988-27cceabcb873 req-4046c114-3f27-476e-9c8a-7e3dba147757 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:41.479109 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c9bc7143-91e7-47c6-a988-27cceabcb873 req-4046c114-3f27-476e-9c8a-7e3dba147757 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.1116717 May 31 11:46:41.524608 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c9bc7143-91e7-47c6-a988-27cceabcb873 req-1f293b97-e193-4f2c-b363-54baac65d55a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423238 May 31 11:46:42.544336 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a814e-1795-4e29-acd4-ab1ca0ce7e5f req-0d38562c-6dba-43c2-88b6-d5875b5ddb42 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:42.546097 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8d0a814e-1795-4e29-acd4-ab1ca0ce7e5f req-0d38562c-6dba-43c2-88b6-d5875b5ddb42 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 944 time: 0.0840886 May 31 11:46:42.603394 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8d0a814e-1795-4e29-acd4-ab1ca0ce7e5f req-a7e8e5f9-93c2-4e18-9353-953cb297cd09 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 May 31 11:46:42.727615 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065252c-728d-4272-a022-f2743d5a9841 req-d28c7098-3986-4e84-9fc7-7b106f7dbf7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:42.729103 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d065252c-728d-4272-a022-f2743d5a9841 req-d28c7098-3986-4e84-9fc7-7b106f7dbf7e tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0863993 May 31 11:46:42.773959 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d065252c-728d-4272-a022-f2743d5a9841 req-6a94e69e-a11b-442b-be28-96b07d52688c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391829 May 31 11:46:43.835695 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542949d-cb0b-46bd-b973-0de1f4dac1cb req-eab028a8-8202-4662-b299-9719ea251143 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:43.837166 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9542949d-cb0b-46bd-b973-0de1f4dac1cb req-eab028a8-8202-4662-b299-9719ea251143 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 944 time: 0.1063471 May 31 11:46:43.883608 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9542949d-cb0b-46bd-b973-0de1f4dac1cb req-1597df4f-ad15-4765-9cf1-14043e0828a3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 May 31 11:46:43.973462 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcf93f-38a2-4164-9185-23315c9697f0 req-0483d8c0-30ab-42d8-a2fa-f5e3ef76a5d3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:43.974976 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d1bcf93f-38a2-4164-9185-23315c9697f0 req-0483d8c0-30ab-42d8-a2fa-f5e3ef76a5d3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0798922 May 31 11:46:44.025067 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d1bcf93f-38a2-4164-9185-23315c9697f0 req-ffd43b9d-60ee-470c-a6c0-10b9551c5f4f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 May 31 11:46:44.295928 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:44.894848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-7761f3a5-9aa4-4404-97ec-3625743b2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:44.896363 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-7761f3a5-9aa4-4404-97ec-3625743b2a38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 1099 time: 0.0726635 May 31 11:46:45.035858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-3c973405-a6fa-4462-9213-4f4657383a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:45.037309 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-3c973405-a6fa-4462-9213-4f4657383a75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1347075 May 31 11:46:45.081546 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9f330-27c6-4ba2-8ae4-84ed72ba4b16 req-3aad6e99-3d04-47bf-8823-d1c8539aead8 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:45.083282 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-42b9f330-27c6-4ba2-8ae4-84ed72ba4b16 req-3aad6e99-3d04-47bf-8823-d1c8539aead8 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 944 time: 0.0877559 May 31 11:46:45.139376 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-42b9f330-27c6-4ba2-8ae4-84ed72ba4b16 req-e0f52310-8afe-4124-9d43-2e586fad1ad5 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449092 May 31 11:46:45.165728 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-4860a6a7-640a-422b-8f5e-a55d42ee2697 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab HTTP/1.1" status: 200 len: 1002 time: 0.1217892 May 31 11:46:45.373168 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-8b5445a2-41b2-400e-9cf5-e6aa9a5f7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:45.374680 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-8b5445a2-41b2-400e-9cf5-e6aa9a5f7a4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.2016268 May 31 11:46:45.450796 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:46:45.451318 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c454e-9554-4763-8acc-55f37e6fcf7c req-67b0f5e9-38b6-42ec-b736-541bfa56701d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:45.452738 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0e3c454e-9554-4763-8acc-55f37e6fcf7c req-67b0f5e9-38b6-42ec-b736-541bfa56701d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.2432814 May 31 11:46:45.501373 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-9b2a9ceb-61bb-4b81-b50d-ee98eefb2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:45.502876 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-9b2a9ceb-61bb-4b81-b50d-ee98eefb2433 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210814 May 31 11:46:45.510404 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0e3c454e-9554-4763-8acc-55f37e6fcf7c req-4461ac3f-f7f2-4575-8172-f36a2aeba80c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509195 May 31 11:46:46.581240 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-18fb5e81-275e-4511-9fc9-82edfbec6559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:46.728767 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe69f7-1128-44e4-a2a1-fbd8bb7b92f7 req-416618fa-8f4b-41cd-bb68-d413b9007a45 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:46.730188 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fafe69f7-1128-44e4-a2a1-fbd8bb7b92f7 req-416618fa-8f4b-41cd-bb68-d413b9007a45 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0957224 May 31 11:46:46.778293 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fafe69f7-1128-44e4-a2a1-fbd8bb7b92f7 req-69fd3f86-ae02-406e-9798-2a27d274b4ce tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 May 31 11:46:47.991760 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b680c-c63b-48ab-8e26-57649423432b req-d1c9f25f-dec6-49fc-a7b5-d0d8c18c8343 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:47.993231 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a7b680c-c63b-48ab-8e26-57649423432b req-d1c9f25f-dec6-49fc-a7b5-d0d8c18c8343 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0920470 May 31 11:46:48.042331 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a7b680c-c63b-48ab-8e26-57649423432b req-df93bb3c-14a8-4f9a-b773-f813dafdff51 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 May 31 11:46:48.302624 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-d260035d-bf13-4f48-ad88-6459e03a0c89 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266899 May 31 11:46:48.435615 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e13f759a-2ab7-40c9-a268-db8f8231ddf3 req-534e84d3-e3e3-4f4b-a0db-158507e3e5f2 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256254 May 31 11:46:48.748154 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2eabca8c-64cb-4121-8848-2d82391287da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:48.825047 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:49.251269 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f6e12-8349-4523-b527-21b8b85a8dca req-99716f83-6a02-4125-baa7-93cd47905bf9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:49.252729 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-618f6e12-8349-4523-b527-21b8b85a8dca req-99716f83-6a02-4125-baa7-93cd47905bf9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0859008 May 31 11:46:49.308525 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-618f6e12-8349-4523-b527-21b8b85a8dca req-40b32347-6941-41a3-818a-88950c83f1a8 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502229 May 31 11:46:49.952148 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:50.235844 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e9dcb186-ffa9-416a-a66f-2abbb2f85cfd up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:46:50.314952 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:46:50.315341 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:50.439640 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:50.467898 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:50.470545 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540aa279-8175-48b1-98ac-2f4d3411d755" -d '{"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-plugged", "status": "completed", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:50.484253 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:50.489331 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:50.491210 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:46:50.524626 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c4576-18bd-4341-aca7-10d38ac6b9b1 x-openstack-request-id: req-c97c4576-18bd-4341-aca7-10d38ac6b9b1 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:50.524995 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-plugged", "status": "completed", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:50.525212 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa9d2-82cf-47f1-b38b-92845ad8808d req-3973099d-35fe-47d4-9bd3-81acd1d6745d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:50.525697 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c97c4576-18bd-4341-aca7-10d38ac6b9b1 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:50.525793 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'code': 200} May 31 11:46:50.526350 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:50.526749 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-840fa9d2-82cf-47f1-b38b-92845ad8808d req-3973099d-35fe-47d4-9bd3-81acd1d6745d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 946 time: 0.0907211 May 31 11:46:50.573264 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-840fa9d2-82cf-47f1-b38b-92845ad8808d req-6ce3aae8-5f4a-4a66-9c73-fbcde95ea387 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 May 31 11:46:50.613388 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=8']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:50.617048 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:50.670938 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:50.703724 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:50.708422 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:50.710196 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:50.783230 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=8']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:50.786170 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:51.525080 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:52.088974 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760e1d-da48-427c-8213-151de1776e5e req-53d058fa-c281-4770-916a-8c049bf3b932 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:52.090480 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-11760e1d-da48-427c-8213-151de1776e5e req-53d058fa-c281-4770-916a-8c049bf3b932 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0813038 May 31 11:46:52.102107 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-63b3e599-ba48-4984-92cc-c7be323235c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742180 May 31 11:46:52.136171 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-11760e1d-da48-427c-8213-151de1776e5e req-9ea17d49-3fac-4b76-825e-923eb77fba89 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 May 31 11:46:52.533625 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:52.535972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609e3322-91a0-445c-b04b-31816e1884a6" -d '{"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-unplugged", "status": "completed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:52.576762 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62f7fb1-12ad-4a19-b70c-b6a8b6f56bfb x-openstack-request-id: req-f62f7fb1-12ad-4a19-b70c-b6a8b6f56bfb {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:52.577122 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-unplugged", "status": "failed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab", "code": 422}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:52.577382 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f62f7fb1-12ad-4a19-b70c-b6a8b6f56bfb {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:52.577807 dv-cinder-786383-7-iscsi neutron-server[98399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'code': 422} returned with failed status May 31 11:46:53.066407 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-41888044-e2a6-447b-ae9d-7442f1d0dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:53.067823 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-41888044-e2a6-447b-ae9d-7442f1d0dba3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40&tenant_id=c8d3eff28e784237ad2aa161abfa918e HTTP/1.1" status: 200 len: 1097 time: 0.0878580 May 31 11:46:53.186306 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-2f73c296-73e6-4809-92bc-cddc2c05ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:53.188257 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-2f73c296-73e6-4809-92bc-cddc2c05ce2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d3eff28e784237ad2aa161abfa918e&device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 1097 time: 0.0819337 May 31 11:46:53.376075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-e41107c3-7dbb-4f6e-937d-2544a10fe0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:53.377419 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-e41107c3-7dbb-4f6e-937d-2544a10fe0c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 200 len: 917 time: 0.1793666 May 31 11:46:53.461870 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0feed44-fe79-42d2-b5ef-ba85060ab5fa req-36e0e450-bc5d-409a-a8af-356e1898c15c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:53.463352 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d0feed44-fe79-42d2-b5ef-ba85060ab5fa req-36e0e450-bc5d-409a-a8af-356e1898c15c tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.1945832 May 31 11:46:53.512994 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-685df300-eb05-4fd5-aef9-72d29f1310c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab HTTP/1.1" status: 200 len: 1000 time: 0.1289291 May 31 11:46:53.557900 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d0feed44-fe79-42d2-b5ef-ba85060ab5fa req-b6cbf74e-e89d-491b-ae7f-812660c73bf9 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833526 May 31 11:46:53.582990 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-903fc21f-bc2b-4409-b5ce-b0989bfeedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:53.584599 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-903fc21f-bc2b-4409-b5ce-b0989bfeedcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 200 len: 855 time: 0.0637436 May 31 11:46:53.665815 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-98ef5cb9-fcb4-4905-8838-0113b09b0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:53.667317 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-98ef5cb9-fcb4-4905-8838-0113b09b0aff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13cfd2ab-5fa9-411d-9484-ba3d22b40e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766590 May 31 11:46:53.801184 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-7a65937b-fff2-47a3-9938-7572a368f196 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266580 May 31 11:46:54.032520 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-2b0cecb1-eb8a-4a17-9f0f-47e5124afbb8 service neutron] 10.222.0.62 "GET /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246265 May 31 11:46:54.250135 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:46:54.846550 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb1942-828b-4e71-aaa1-d580252f218f req-eb26e908-f945-4cfa-b3ac-e8e1a347f6bd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:54.851017 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33cb1942-828b-4e71-aaa1-d580252f218f req-eb26e908-f945-4cfa-b3ac-e8e1a347f6bd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.1573429 May 31 11:46:54.908470 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-33cb1942-828b-4e71-aaa1-d580252f218f req-643083c9-b8e7-460f-91b2-442fd6e39512 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499375 May 31 11:46:55.144843 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35334) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:55.287582 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.305271 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:46:55.309047 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Usage tracker for resource:security_group_rule and tenant:ff1605fdb7864fc1b19dcca17b2b3453 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:46:55.311929 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:46:55.317523 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:46:55.422024 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.428159 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.442669 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9b19caa2-eaa5-41b4-8a9e-19794490d17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:55.477979 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff1605fdb7864fc1b19dcca17b2b3453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321114 May 31 11:46:55.479586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75123a65-5cbe-4fb7-8030-2c3c76c76da9,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:55.480777 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35340) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:55.487976 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.488350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.488883 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.489243 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.489596 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.489989 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.490341 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.490742 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.491095 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.491441 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.491786 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.492130 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.496069 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-e5da37c5-169e-4795-87a3-c2b73e579c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:55.541069 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.567263 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.619987 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.624666 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4c006940-dfbb-419a-bbc7-89b8d38b3df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:55.637916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75123a65-5cbe-4fb7-8030-2c3c76c76da9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:55.646788 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.647885 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75123a65-5cbe-4fb7-8030-2c3c76c76da9 HTTP/1.1" status: 204 len: 168 time: 0.1660988 May 31 11:46:55.649311 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.649692 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.650124 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.650560 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.650935 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.651280 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.651624 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.652365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.652365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.652625 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.652990 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.653326 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:55.656535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5464cedb-8e8e-4c3d-8958-61ab3747d25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:56.100054 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65b10d-21f2-4218-a5cc-6d9af86cb67d req-29f5fd58-e5ea-476e-a794-f01d42db7b26 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:56.101561 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fc65b10d-21f2-4218-a5cc-6d9af86cb67d req-29f5fd58-e5ea-476e-a794-f01d42db7b26 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0872755 May 31 11:46:56.149416 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fc65b10d-21f2-4218-a5cc-6d9af86cb67d req-da39d1fe-2257-4b11-966c-4a74447f8631 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418108 May 31 11:46:57.352853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666018c-2106-4c86-8bf6-119ed56cc592 req-511b1790-3571-4beb-ac86-c5a4f084a4ab tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:57.354563 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3666018c-2106-4c86-8bf6-119ed56cc592 req-511b1790-3571-4beb-ac86-c5a4f084a4ab tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0883658 May 31 11:46:57.400525 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3666018c-2106-4c86-8bf6-119ed56cc592 req-b2c4b483-0648-49f6-b2bb-1078aaf8be55 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399339 May 31 11:46:58.595786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403204-11ac-4e24-abf4-da066295437c req-bc6d9555-a931-4639-8d2e-e5d960549e51 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:58.597313 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1f403204-11ac-4e24-abf4-da066295437c req-bc6d9555-a931-4639-8d2e-e5d960549e51 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0846024 May 31 11:46:58.645650 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1f403204-11ac-4e24-abf4-da066295437c req-74267223-9510-441b-8ad9-77c9b367b0dd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 May 31 11:46:59.844684 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9d498-267b-41b5-a977-acc4a066c394 req-afaf52a9-ad78-4451-a958-506578312963 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:59.851948 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-14b9d498-267b-41b5-a977-acc4a066c394 req-afaf52a9-ad78-4451-a958-506578312963 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0913587 May 31 11:46:59.898517 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-14b9d498-267b-41b5-a977-acc4a066c394 req-00c0b7d9-527b-44b7-9987-06611d4315fd tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411775 May 31 11:47:01.098834 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304548a5-5f71-481c-aa8c-d70c57528b3f req-283472e1-642c-4e9e-bdfa-28d613c3a5c4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:01.100187 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-304548a5-5f71-481c-aa8c-d70c57528b3f req-283472e1-642c-4e9e-bdfa-28d613c3a5c4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0861516 May 31 11:47:01.149015 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-304548a5-5f71-481c-aa8c-d70c57528b3f req-bb5f1bcb-d311-47c2-8a43-962051c21c53 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 May 31 11:47:02.347920 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7608f-28c4-48d6-bf8e-799566215196 req-38d4ea6d-0097-4d19-b52d-37b2f0c6f516 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:02.349454 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-22a7608f-28c4-48d6-bf8e-799566215196 req-38d4ea6d-0097-4d19-b52d-37b2f0c6f516 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0806711 May 31 11:47:02.404472 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-22a7608f-28c4-48d6-bf8e-799566215196 req-676affad-e059-466b-9640-c728ae5aeed1 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 May 31 11:47:03.612184 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3d797-966a-465e-94ff-db0e3e833da8 req-b47cf0b6-e68f-4f90-be52-80d482585de5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:03.613681 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-93f3d797-966a-465e-94ff-db0e3e833da8 req-b47cf0b6-e68f-4f90-be52-80d482585de5 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0909607 May 31 11:47:03.659676 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-93f3d797-966a-465e-94ff-db0e3e833da8 req-b62b7851-c642-4ce5-9f9b-afd387bf623d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 May 31 11:47:04.862109 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28d1bf-315e-42ad-b65e-86767f36aab4 req-cb18cd15-52da-472b-925f-c620a01e925a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:04.863583 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3d28d1bf-315e-42ad-b65e-86767f36aab4 req-cb18cd15-52da-472b-925f-c620a01e925a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0825942 May 31 11:47:04.911330 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3d28d1bf-315e-42ad-b65e-86767f36aab4 req-1736a851-0b15-4148-9279-7a6e47a8ca16 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416665 May 31 11:47:06.107040 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acf02-d0ec-4e7c-91f0-007815c8691b req-9b3c9161-19f0-48ef-805e-e8a7cf5df00f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:06.108515 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0c7acf02-d0ec-4e7c-91f0-007815c8691b req-9b3c9161-19f0-48ef-805e-e8a7cf5df00f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0835693 May 31 11:47:06.155756 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0c7acf02-d0ec-4e7c-91f0-007815c8691b req-bbbb69e4-f97b-447e-9d8d-f8eb6f308cd3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 May 31 11:47:07.367748 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f99e4-5b61-49d6-8a2b-14594d86c662 req-27c16daa-1e21-4548-bb82-e21da3bfc089 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:07.369185 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f69f99e4-5b61-49d6-8a2b-14594d86c662 req-27c16daa-1e21-4548-bb82-e21da3bfc089 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0928655 May 31 11:47:07.415431 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f69f99e4-5b61-49d6-8a2b-14594d86c662 req-8ee43cb4-a463-4b23-8440-42501ac43cf3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404387 May 31 11:47:08.633132 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef105e5-9055-413a-8c1b-c13330641ce7 req-69755e20-4c58-4a02-b275-64620d27efa2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:08.634590 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8ef105e5-9055-413a-8c1b-c13330641ce7 req-69755e20-4c58-4a02-b275-64620d27efa2 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.1001930 May 31 11:47:08.678843 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8ef105e5-9055-413a-8c1b-c13330641ce7 req-ce699b48-cb88-48cd-82ae-59f608a9d4fc tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385289 May 31 11:47:09.877992 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03feeca-1545-4645-8222-5a2ec60f740a req-18cbcc79-a59d-4d53-a116-640d4d1aaf38 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:09.879438 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a03feeca-1545-4645-8222-5a2ec60f740a req-18cbcc79-a59d-4d53-a116-640d4d1aaf38 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 944 time: 0.0832779 May 31 11:47:09.928021 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a03feeca-1545-4645-8222-5a2ec60f740a req-0f490f92-6b34-4d7f-92f0-9cb27875a9d4 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403769 May 31 11:47:10.304585 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:47:10.447104 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:10.460119 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'port_id': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'mac_address': 'fa:16:3e:bb:ee:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:47:10.514893 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.531979 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51c1fae-82d2-443d-814c-b26fb6f0b2ab {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:47:10.547853 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:10.554380 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.556169 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:10.622333 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=9']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:10.625350 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:10.869758 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['f51c1fae-82d2-443d-814c-b26fb6f0b2ab'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:47:11.125839 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bec807-1036-403f-a814-3a94a988c85b req-48dc9e8b-cbe5-4379-a25a-cebabb67be24 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:11.127168 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-04bec807-1036-403f-a814-3a94a988c85b req-48dc9e8b-cbe5-4379-a25a-cebabb67be24 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0903559 May 31 11:47:11.176405 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-04bec807-1036-403f-a814-3a94a988c85b req-54b973aa-1df0-49df-b2ec-ae4bf0c31059 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 May 31 11:47:12.317846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:12.385447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f0d2-c6d3-420f-ae5e-8dff9b0d703f req-1a951467-3ef8-4837-b0f4-b8f9f41b76f0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:12.386904 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fc06f0d2-c6d3-420f-ae5e-8dff9b0d703f req-1a951467-3ef8-4837-b0f4-b8f9f41b76f0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 945 time: 0.0885093 May 31 11:47:12.387074 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port f51c1fae-82d2-443d-814c-b26fb6f0b2ab triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:12.387357 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.432566 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fc06f0d2-c6d3-420f-ae5e-8dff9b0d703f req-243680c9-a49c-4bbf-9033-0bb529be07d3 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 May 31 11:47:12.502002 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.537674 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:47:12.544730 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d247ab6b-35c6-4b74-b9a6-3c2b35f7df75" -d '{"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-plugged", "status": "completed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:47:12.556855 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:12.566404 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.570329 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:12.601862 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399795a-f484-4b81-9f0c-2249564b4623 x-openstack-request-id: req-a399795a-f484-4b81-9f0c-2249564b4623 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:47:12.602157 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-plugged", "status": "completed", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:47:12.602407 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a399795a-f484-4b81-9f0c-2249564b4623 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:47:12.602814 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'code': 200} May 31 11:47:12.640046 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=10']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:12.642935 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:12.886890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a511-ccee-45e0-ba28-17a542dc5809 req-e7cb0952-a988-4423-8f3c-9f8fbd422b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:12.888414 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0bd3a511-ccee-45e0-ba28-17a542dc5809 req-e7cb0952-a988-4423-8f3c-9f8fbd422b95 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 1100 time: 0.0777102 May 31 11:47:12.928409 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0bd3a511-ccee-45e0-ba28-17a542dc5809 req-deb4f547-9a15-44c2-8992-d007aa1a0339 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339966 May 31 11:47:13.538700 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:13.774698 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c16055-afa2-4482-93de-6883fd8a14c9 req-de9dd1e6-94b1-4c7d-a993-6f9d6bd90213 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:13.776217 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d3c16055-afa2-4482-93de-6883fd8a14c9 req-de9dd1e6-94b1-4c7d-a993-6f9d6bd90213 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 947 time: 0.0852561 May 31 11:47:13.820428 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d3c16055-afa2-4482-93de-6883fd8a14c9 req-ead2c498-534c-4dc9-a7df-4e3a8d8ae597 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382154 May 31 11:47:14.284812 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.018378 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37003-dbc6-4f05-893a-b19a37dada28 req-e309984b-9a03-40fd-892d-e7bedb487f1a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:15.019773 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9e37003-dbc6-4f05-893a-b19a37dada28 req-e309984b-9a03-40fd-892d-e7bedb487f1a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 947 time: 0.0881565 May 31 11:47:15.065108 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9e37003-dbc6-4f05-893a-b19a37dada28 req-93211382-ad2b-41e7-9e15-7bc1c99fe737 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395803 May 31 11:47:16.582377 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2f0549f5-be6f-4418-8123-5a5a0cbb5545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.754370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-0f552c0b-0917-429e-825e-cf3136ddc164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.828980 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.960637 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.528781 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:44.309785 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:46.577356 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-1c889081-4242-4e04-b88b-3c32f4269b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:47.144119 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bf278-ba28-4a5f-b06d-d64fe3c5a3b7 req-88c18f26-6176-4b2b-bd57-b59019ee704f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:47.145580 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e08bf278-ba28-4a5f-b06d-d64fe3c5a3b7 req-88c18f26-6176-4b2b-bd57-b59019ee704f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 947 time: 0.0888038 May 31 11:47:47.190059 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e08bf278-ba28-4a5f-b06d-d64fe3c5a3b7 req-dffe781a-3668-4686-901d-2f8ea71eedaa tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 May 31 11:47:48.472135 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8228f-f495-48cf-bf71-9788340f8d29 req-ee821eff-20d1-4010-8e9e-743ef260e104 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:48.473590 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d8f8228f-f495-48cf-bf71-9788340f8d29 req-ee821eff-20d1-4010-8e9e-743ef260e104 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 947 time: 0.1649168 May 31 11:47:48.518772 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d8f8228f-f495-48cf-bf71-9788340f8d29 req-68c854f5-427a-4228-8ff7-540e6de98516 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups?id=6bf62ca2-ef9e-46d8-b67f-2088f33463f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391088 May 31 11:47:48.593375 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-eded2b1f-c3c2-45ed-9ada-eb98ec873cf0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:48.594830 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-eded2b1f-c3c2-45ed-9ada-eb98ec873cf0 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 947 time: 0.0855868 May 31 11:47:48.760063 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Deleting port f51c1fae-82d2-443d-814c-b26fb6f0b2ab {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:48.760529 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:48.775431 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-aee461dd-f96d-4d9e-969d-fdcbce5e1f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:48.834456 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:48.894787 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] For port f51c1fae-82d2-443d-814c-b26fb6f0b2ab, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:48.895137 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:49.261500 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:49.262012 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:49.262257 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Floating IP c7b9930c-28bd-4eeb-81f0-45d3f79df047 disassociated. External IP: 172.27.0.151, port: f51c1fae-82d2-443d-814c-b26fb6f0b2ab. May 31 11:47:49.262474 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Calling delete_port for f51c1fae-82d2-443d-814c-b26fb6f0b2ab owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:49.380950 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:49.386279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:49.432350 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event deleted for resources: {'Port': ['ID=f51c1fae-82d2-443d-814c-b26fb6f0b2ab,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:49.436589 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:49.667458 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:47:49.675624 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c3b846af-89ce-409d-93f6-6019b4cd8e52 req-f0e67529-b831-496d-b196-c6b70f86673d tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40 HTTP/1.1" status: 200 len: 210 time: 0.0465519 May 31 11:47:49.857683 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:47:49.867548 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] Sync routers for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:47:49.878112 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:49.878892 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:49.934203 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] No DVR routers for this DVR port f51c1fae-82d2-443d-814c-b26fb6f0b2ab on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:47:49.936992 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:49.939729 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-deleted', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:47:49.942020 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3f1f6a-9833-4708-9938-00096c3e4126" -d '{"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-deleted", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:47:49.957029 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ad5125aa-5425-4d2d-9cba-41f3c05d1f12 req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.62 "DELETE /v2.0/ports/f51c1fae-82d2-443d-814c-b26fb6f0b2ab HTTP/1.1" status: 204 len: 173 time: 1.3369224 May 31 11:47:49.973460 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:49.988451 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a6e51d-378d-4d15-a812-fd76176542c6 x-openstack-request-id: req-76a6e51d-378d-4d15-a812-fd76176542c6 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:47:49.988830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40", "name": "network-vif-deleted", "tag": "f51c1fae-82d2-443d-814c-b26fb6f0b2ab", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:47:49.989288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76a6e51d-378d-4d15-a812-fd76176542c6 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:47:49.989802 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3cf07b-ee40-4fce-8e76-2c0e02ae4b40', 'name': 'network-vif-deleted', 'tag': 'f51c1fae-82d2-443d-814c-b26fb6f0b2ab', 'status': 'completed', 'code': 200} May 31 11:47:50.067961 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:50.381777 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:50.385695 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] Checking router: 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:47:50.395073 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:50.395688 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:50.538537 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:50.586995 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:50.731058 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-7b4fc55d-2365-43da-a85f-3ac068d68afc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739446 May 31 11:47:50.803217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35466) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:50.901307 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:50.905147 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db5fe3-a2be-4d40-a667-36eb12db4733 None None] The sync data for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi is: [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:40:39Z', 'revision_number': 4, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '35114e57-7475-4258-9715-f95c9e6be947', 'name': '', 'network_id': '13cfd2ab-5fa9-411d-9484-ba3d22b40e73', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'mac_address': 'fa:16:3e:dc:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:37Z', 'updated_at': '2021-05-31T11:40:53Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'subnets': [{'id': 'e6d52f36-c27d-4b36-9f55-cb4a9c040365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:50.925509 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:50.965549 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:50.977545 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-60c802da-6abd-4a43-bcc6-e180fcab1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:50.979041 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-60c802da-6abd-4a43-bcc6-e180fcab1454 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1098 time: 0.1456156 May 31 11:47:51.110804 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.111275 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d8e7d-477d-4608-ba16-2bd8275938c6 None None] New status for floating IP c7b9930c-28bd-4eeb-81f0-45d3f79df047: DOWN {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:47:51.116759 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0f515b70-3fcd-4c88-ba93-48bada94a426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:51.133999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf62ca2-ef9e-46d8-b67f-2088f33463f7,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:51.145391 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:51.157943 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-2bccb206-b9ed-4c1d-b2ba-5d25118f7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:51.159840 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-2bccb206-b9ed-4c1d-b2ba-5d25118f7790 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 909 time: 0.1609554 May 31 11:47:51.163276 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.164376 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "DELETE /v2.0/security-groups/6bf62ca2-ef9e-46d8-b67f-2088f33463f7 HTTP/1.1" status: 204 len: 168 time: 0.3601856 May 31 11:47:51.167616 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35470) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:51.184447 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.api.v2.resource [None req-b10e07b4-71e5-45eb-9ee2-f088ff93f862 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] show failed (client error): The resource could not be found. May 31 11:47:51.185581 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-b10e07b4-71e5-45eb-9ee2-f088ff93f862 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "GET /v2.0/security-groups/6bf62ca2-ef9e-46d8-b67f-2088f33463f7 HTTP/1.1" status: 404 len: 347 time: 0.0168722 May 31 11:47:51.188683 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35474) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:51.265732 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-6a864a6c-84d5-4a1d-a2c8-5febce268e47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 1000 time: 0.0996106 May 31 11:47:51.332131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-1d313ed4-c084-4499-a283-f8ff2b2c5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:51.333629 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-1d313ed4-c084-4499-a283-f8ff2b2c5f47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0617862 May 31 11:47:51.410386 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-7ba7c57b-b0b2-402d-a025-29e81e9f6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:51.410660 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Deleting port 6c06972e-2716-4176-9b86-99a46a565702 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:51.410767 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.411925 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-7ba7c57b-b0b2-402d-a025-29e81e9f6af9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719547 May 31 11:47:51.528554 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.532479 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.532801 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.547391 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-e55e3da9-ec4f-4024-b247-4cb9bc6cc273 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287642 May 31 11:47:51.657834 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Calling delete_port for 6c06972e-2716-4176-9b86-99a46a565702 owned by network:floatingip {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:51.773872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.778584 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1a851136-a390-4102-9aa9-95abd8b8cea8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:51.785022 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9fac3aab-fd0b-4753-9f15-cb642308afef req-5ecfc4a3-2e73-47fa-a583-d582a419b052 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315137 May 31 11:47:51.821899 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Pushing event deleted for resources: {'Port': ['ID=6c06972e-2716-4176-9b86-99a46a565702,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:51.847117 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:51.916904 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks [] for floatingip, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.939550 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:51.940660 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f35ca5ed-77b7-44d4-a828-e01b7cbcc9c7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] 10.222.0.18 "DELETE /v2.0/floatingips/c7b9930c-28bd-4eeb-81f0-45d3f79df047 HTTP/1.1" status: 204 len: 168 time: 0.7509835 May 31 11:47:52.510435 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:52.556265 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: f51c1fae-82d2-443d-814c-b26fb6f0b2ab {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:52.556608 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device f51c1fae-82d2-443d-814c-b26fb6f0b2ab not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:54.918786 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35498) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:55.623141 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:56.145310 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Deleting port 35114e57-7475-4258-9715-f95c9e6be947 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:56.146046 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:56.268710 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] For port 35114e57-7475-4258-9715-f95c9e6be947, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=35114e57-7475-4258-9715-f95c9e6be947,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:56.269059 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:56.389918 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Calling delete_port for 35114e57-7475-4258-9715-f95c9e6be947 owned by network:router_interface {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:56.548385 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:56.552239 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ea8b7911-a47c-4e76-b5a5-ee70008f11af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:56.593981 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=35114e57-7475-4258-9715-f95c9e6be947,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:56.638698 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.639065 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.639450 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.639800 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.640142 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.640492 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.640826 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.641265 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.641594 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.641930 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.642263 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.642590 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:56.669394 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:56.870943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.321880 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:47:57.511616 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:47:57.521651 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] Sync routers for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:47:57.525484 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] 10.222.0.18 "PUT /v2.0/routers/3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056824 May 31 11:47:57.528269 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35504) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:57.531650 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:57.532259 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:57.703000 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.704193 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:57.880525 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.954935 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Deleting port 1027a6a0-0b60-4cca-97fc-d0d3077004ef {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:57.955194 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.017385 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:47:56Z', 'revision_number': 5, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port': {'id': '1027a6a0-0b60-4cca-97fc-d0d3077004ef', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:40:31Z', 'updated_at': '2021-05-31T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:58.021421 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] Checking router: 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:47:58.030048 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] Routers {'3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:58.030735 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:58.075269 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] For port 1027a6a0-0b60-4cca-97fc-d0d3077004ef, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1027a6a0-0b60-4cca-97fc-d0d3077004ef,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:58.075616 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.183733 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] Set router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:58.196718 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Calling delete_port for 1027a6a0-0b60-4cca-97fc-d0d3077004ef owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:58.289414 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:47:57Z', 'revision_number': 6, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:58.293456 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1e55d-85b3-4f61-9725-4497c4be62ad None None] The sync data for ids ['3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46'] in dv-cinder-786383-7-iscsi is: [{'id': '3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46', 'name': 'tempest-AttachVolumeShelveTestJSON-547240912-router', 'tenant_id': 'c8d3eff28e784237ad2aa161abfa918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:40:29Z', 'updated_at': '2021-05-31T11:47:57Z', 'revision_number': 6, 'project_id': 'c8d3eff28e784237ad2aa161abfa918e', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:58.339454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.343346 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-edb6821a-fac7-445a-b918-195230a4bb47 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:58.391021 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1027a6a0-0b60-4cca-97fc-d0d3077004ef,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:58.429633 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.430008 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.430398 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.430783 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.431135 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.431482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.431829 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.432174 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.432518 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.432859 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.433198 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.433537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:58.440918 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:58.492888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.660884 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.663220 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.687670 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.688225 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:47:58.702432 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.705900 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3cb0c4bd-aeb5-4ea2-bf6e-9f2f5c859c46 HTTP/1.1" status: 204 len: 168 time: 1.1744792 May 31 11:47:58.706133 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35508) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:58.863661 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Deleting subnet e6d52f36-c27d-4b36-9f55-cb4a9c040365 {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:47:58.866720 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.915975 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.056056 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.076527 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 35114e57-7475-4258-9715-f95c9e6be947 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:59.111149 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 35114e57-7475-4258-9715-f95c9e6be947 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:59.111482 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 35114e57-7475-4258-9715-f95c9e6be947 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:59.111908 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1027a6a0-0b60-4cca-97fc-d0d3077004ef no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:59.147523 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 1027a6a0-0b60-4cca-97fc-d0d3077004ef {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:59.147864 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1027a6a0-0b60-4cca-97fc-d0d3077004ef not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:59.318890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.322655 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:59.355938 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d52f36-c27d-4b36-9f55-cb4a9c040365,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:59.358910 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:59.361322 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.367350 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29402f26-f22e-4d4a-bcb9-511e050daa50 None None] Network 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:47:59.370898 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-4144cb69-5b92-4df9-b70b-4593c671b7a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e6d52f36-c27d-4b36-9f55-cb4a9c040365 HTTP/1.1" status: 204 len: 168 time: 0.6614659 May 31 11:47:59.371121 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35512) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:59.474195 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.546118 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Deleting port 01f64ca6-6840-462e-88e9-4f5442d45b3c {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:59.546460 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.615679 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] DHCP port deletion for 13cfd2ab-5fa9-411d-9484-ba3d22b40e73 request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:47:59.649360 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] For port 01f64ca6-6840-462e-88e9-4f5442d45b3c, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=01f64ca6-6840-462e-88e9-4f5442d45b3c,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:59.649713 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.678854 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Deleting port 01f64ca6-6840-462e-88e9-4f5442d45b3c {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:59.679228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.770261 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Calling delete_port for 01f64ca6-6840-462e-88e9-4f5442d45b3c owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:59.775005 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] For port 01f64ca6-6840-462e-88e9-4f5442d45b3c, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=01f64ca6-6840-462e-88e9-4f5442d45b3c,segment=NetworkSegment(8211b8f9-db12-41f8-a44e-450b0e21eba0),segment_id=8211b8f9-db12-41f8-a44e-450b0e21eba0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:59.775409 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.822135 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.826082 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c9c36275-bfc8-42fe-b71d-303dbfdcd5ee tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:59.870653 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f64ca6-6840-462e-88e9-4f5442d45b3c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:59.872369 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] No DVR routers for this DVR port 01f64ca6-6840-462e-88e9-4f5442d45b3c on host dv-cinder-786383-7-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:47:59.873832 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:59.900765 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Calling delete_port for 01f64ca6-6840-462e-88e9-4f5442d45b3c owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:59.986511 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:59.999358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cfd2ab-5fa9-411d-9484-ba3d22b40e73']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:00.011104 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8211b8f9-db12-41f8-a44e-450b0e21eba0') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:00.011388 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8211b8f9-db12-41f8-a44e-450b0e21eba0') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:00.022227 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.022422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.025660 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:00.038018 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.044083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:48:00.044462 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:48:00.058568 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:48:00.104921 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Pushing event deleted for resources: {'Port': ['ID=01f64ca6-6840-462e-88e9-4f5442d45b3c,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:00.109754 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] No DVR routers for this DVR port 01f64ca6-6840-462e-88e9-4f5442d45b3c on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:48:00.115269 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.115653 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.115947 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.116272 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.116591 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.116911 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.117228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.117574 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.117891 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.118198 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.118510 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.118846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:00.122259 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:00.137827 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.141591 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:00.154541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.164858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Pushing event deleted for resources: {'Network': ['ID=13cfd2ab-5fa9-411d-9484-ba3d22b40e73,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:00.169135 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:00.172745 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] 10.222.0.18 "DELETE /v2.0/networks/13cfd2ab-5fa9-411d-9484-ba3d22b40e73 HTTP/1.1" status: 204 len: 168 time: 0.8006573 May 31 11:48:00.296222 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35518) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:00.347422 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1a2e37eb-2a50-4082-8fae-445324b177a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8d3eff28e784237ad2aa161abfa918e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497444 May 31 11:48:00.350347 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35522) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:00.415969 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0c9d0dcd-6bb0-4bae-bc32-aff97fbb38e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.446705 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0c9d0dcd-6bb0-4bae-bc32-aff97fbb38e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.504099 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0c9d0dcd-6bb0-4bae-bc32-aff97fbb38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.507924 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fb6c6df0-d2cd-4a12-a473-c803a6a75d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:00.521401 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d0dcd-6bb0-4bae-bc32-aff97fbb38e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf021b-61e6-4acb-8259-2ed03d5384f1,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:00.524060 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0c9d0dcd-6bb0-4bae-bc32-aff97fbb38e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:00.529039 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0c9d0dcd-6bb0-4bae-bc32-aff97fbb38e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:00.530145 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0c9d0dcd-6bb0-4bae-bc32-aff97fbb38e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7daf021b-61e6-4acb-8259-2ed03d5384f1 HTTP/1.1" status: 204 len: 168 time: 0.1789162 May 31 11:48:00.912004 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 01f64ca6-6840-462e-88e9-4f5442d45b3c no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:00.947346 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 01f64ca6-6840-462e-88e9-4f5442d45b3c {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:00.947763 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 01f64ca6-6840-462e-88e9-4f5442d45b3c not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:01.355493 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35546) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:01.468304 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-703012330-network', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:01.472967 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:01.476765 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Usage tracker for resource:network and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:01.479593 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:01.485943 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:01.496970 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Made reservation on behalf of 93ff8bf0dcbc41cfbe77e0d3466af3f6 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:01.499298 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.511006 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.526109 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:01.530244 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Usage tracker for resource:security_group_rule and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:01.533415 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:01.539417 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:01.623218 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.629211 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.632356 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c156c239-f6ae-42d7-a4d9-fcb76c03b80f tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:01.658941 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:48:01.667189 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b815cbf5-32b6-406c-9b62-4f986deba3b0,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:01.670660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:01.673675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.674013 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Added segment 0f784de7-17b4-4e5e-86e4-4c481047c7e0 of type vlan for network 0d90dbe8-9d09-4553-a133-2ceb5640be6f May 31 11:48:01.704037 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.829673 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.831242 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:01.831816 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.836614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:01.933417 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5766325 May 31 11:48:01.936306 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35552) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:01.936902 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Pushing event updated for resources: {'Network': ['ID=0d90dbe8-9d09-4553-a133-2ceb5640be6f,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:01.939862 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:01.944072 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Request body: {'subnet': {'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-703012330-subnet', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:01.951695 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:01.951945 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:48:01.956877 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Usage tracker for resource:subnet and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:01.961075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:01.967170 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:01.978880 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Made reservation on behalf of 93ff8bf0dcbc41cfbe77e0d3466af3f6 for: {'subnet': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:01.981246 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631374'] for subnet, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.386250 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10513810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631384'] for subnet, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.389793 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:02.455357 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd5e793-f093-4af0-8a98-06ab50656dbc,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:02.459115 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:02.466206 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Checking segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:02.466549 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Network hostable DHCP agents. Network: 0d90dbe8-9d09-4553-a133-2ceb5640be6f, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:48:02.486197 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:48:02.495621 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 0d90dbe8-9d09-4553-a133-2ceb5640be6f) {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:02.503601 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:02.504167 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.504908 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac0a09-46ed-4e0b-9eef-a10ac5aa8b0d None None] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:02.528772 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-104c7bd2-134c-4387-b3a0-2fba870c3b83 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5909936 May 31 11:48:02.531714 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35556) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:02.536743 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:02.541493 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:02.545572 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Usage tracker for resource:router and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:02.548505 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:02.554886 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:02.567061 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.568153 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.583195 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.716696 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:48:02.717504 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.839404 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:02.869438 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Allocated IP 172.20.0.2 (0d90dbe8-9d09-4553-a133-2ceb5640be6f/3bd5e793-f093-4af0-8a98-06ab50656dbc/1e116da6-5945-4bf9-acb3-3978cc109f98) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:03.070337 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.081127 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Transition to ACTIVE for port object 1e116da6-5945-4bf9-acb3-3978cc109f98 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:03.101510 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Transition to ACTIVE for port object 1e116da6-5945-4bf9-acb3-3978cc109f98 will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:03.108779 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.112658 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:03.179677 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:03.182579 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:03.186008 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:03.192180 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Pushing event updated for resources: {'Port': ['ID=1e116da6-5945-4bf9-acb3-3978cc109f98,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:03.196198 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:03.245262 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.275255 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.278249 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Attempting to bind port 1e116da6-5945-4bf9-acb3-3978cc109f98 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:03.278597 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Attempting to bind port 1e116da6-5945-4bf9-acb3-3978cc109f98 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:03.279017 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Attempting to bind port 1e116da6-5945-4bf9-acb3-3978cc109f98 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:03.284515 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:03.284915 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Checking segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:03.285299 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.285692 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Bound using segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:03.286164 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Bound port: 1e116da6-5945-4bf9-acb3-3978cc109f98, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:03.286537 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.376089 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] For port 1e116da6-5945-4bf9-acb3-3978cc109f98, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:03.379279 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] For port 1e116da6-5945-4bf9-acb3-3978cc109f98, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1e116da6-5945-4bf9-acb3-3978cc109f98,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:03.384110 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.388468 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:03.414029 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Allocated IP 172.27.0.153 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/deb86485-2a78-4ebd-aead-2d479348a56e) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:03.471409 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Pushing event updated for resources: {'Port': ['ID=1e116da6-5945-4bf9-acb3-3978cc109f98,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:03.474592 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:03.567687 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.599932 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:03.603839 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:03.688205 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:03.692312 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:03.694846 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:03.736253 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Pushing event updated for resources: {'Port': ['ID=deb86485-2a78-4ebd-aead-2d479348a56e,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:03.741372 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:03.773258 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35560) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:04.116262 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.141261 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Deleting port fc34a58a-2a43-45be-9afa-bd97c2c75d04 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:04.141860 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.263913 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.264573 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.386231 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a519af1-649e-426a-8621-0faef8d4611a None None] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:04.395630 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Calling delete_port for fc34a58a-2a43-45be-9afa-bd97c2c75d04 owned by network:floatingip {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:04.462421 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.477418 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c9dba090-493e-443a-96ef-b7f0b775f7d4 None None] Provisioning for port 1e116da6-5945-4bf9-acb3-3978cc109f98 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:04.535786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.541641 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d8145451-52c4-4d6b-892e-b968f681c709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:04.589515 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event deleted for resources: {'Port': ['ID=fc34a58a-2a43-45be-9afa-bd97c2c75d04,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:04.620148 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:04.684810 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for floatingip, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:04.685480 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Floating IP 12223613-facf-48af-8601-4490ef9753b0 disassociated (deleted). External IP: 172.27.0.39, port: e9dcb186-ffa9-416a-a66f-2abbb2f85cfd. May 31 11:48:04.788396 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:48:04.964734 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1e116da6-5945-4bf9-acb3-3978cc109f98 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:04.974437 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:04.986678 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Sync routers for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:05.000733 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:05.001692 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] Notify callbacks [] for router, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.002049 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:05.003132 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-2256a9a7-da39-40c8-884d-7fa43b676f34 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4704351 May 31 11:48:05.009854 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35566) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:05.050153 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 1e116da6-5945-4bf9-acb3-3978cc109f98 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:05.056167 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 1e116da6-5945-4bf9-acb3-3978cc109f98 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:05.057664 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.094999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Router 33308a67-4cb9-426c-bc5d-8abbb2a037bd has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:48:05.188298 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:05.194829 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.236895 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 1e116da6-5945-4bf9-acb3-3978cc109f98, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1e116da6-5945-4bf9-acb3-3978cc109f98,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:05.243577 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.247670 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:05.362466 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=1e116da6-5945-4bf9-acb3-3978cc109f98,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:05.366455 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:05.412650 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:05.423095 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] Sync routers for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:05.437121 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:05.439359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.441469 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:05.511638 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "DELETE /v2.0/floatingips/12223613-facf-48af-8601-4490ef9753b0 HTTP/1.1" status: 204 len: 168 time: 1.7346280 May 31 11:48:05.511638 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:05.513342 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50959bc7-df40-4470-9a4a-e8a0219b056e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:05.528841 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:03Z', 'revision_number': 3, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:05.533453 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Checking router: 6f8485de-f1f2-434c-aed4-fe2fc5241e94 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:05.533912 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Updating router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 port deb86485-2a78-4ebd-aead-2d479348a56e binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:48:05.595808 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8630d2bb-43b3-4125-a30e-d34e559f03b5 x-openstack-request-id: req-8630d2bb-43b3-4125-a30e-d34e559f03b5 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:05.596228 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:05.596610 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8630d2bb-43b3-4125-a30e-d34e559f03b5 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:05.597140 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'status': 'completed', 'code': 200} May 31 11:48:05.603518 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.679769 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:05.809689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-b0ea594d-486b-4131-b86d-30d575239219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:05.811243 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-b0ea594d-486b-4131-b86d-30d575239219 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 1098 time: 0.1757560 May 31 11:48:05.833279 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.957969 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-39df75e5-621e-448f-a228-fa95fc2aaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:05.959749 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-39df75e5-621e-448f-a228-fa95fc2aaac7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 200 len: 909 time: 0.1419892 May 31 11:48:06.001902 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.015591 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Transition to ACTIVE for port object deb86485-2a78-4ebd-aead-2d479348a56e will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:06.023347 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.031044 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:06.044891 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-366a0a7c-ae0d-4377-b574-c78c7d05d02f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 200 len: 217 time: 0.0772853 May 31 11:48:06.064266 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564873-1e2a-4ce9-bb56-1a7f462d7989 req-5ebb4a72-e276-4cfb-b800-e2b8278f1220 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:06.072394 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8f564873-1e2a-4ce9-bb56-1a7f462d7989 req-5ebb4a72-e276-4cfb-b800-e2b8278f1220 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.2293236 May 31 11:48:06.088049 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 5, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:06.092738 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] Checking router: 33308a67-4cb9-426c-bc5d-8abbb2a037bd for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:06.108431 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:06.109325 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:06.119990 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Pushing event updated for resources: {'Port': ['ID=deb86485-2a78-4ebd-aead-2d479348a56e,revision_number=2']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:06.124541 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Attempting to bind port deb86485-2a78-4ebd-aead-2d479348a56e on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:06.124897 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Attempting to bind port deb86485-2a78-4ebd-aead-2d479348a56e by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:06.125252 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Attempting to bind port deb86485-2a78-4ebd-aead-2d479348a56e on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:06.126011 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-4e0dec68-b96b-4524-b70f-1e5e3797c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:06.127920 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-4e0dec68-b96b-4524-b70f-1e5e3797c378 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 200 len: 847 time: 0.0745203 May 31 11:48:06.133798 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.134064 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.134387 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.134741 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.135059 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.135374 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.135682 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.135990 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.136318 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.136816 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.137130 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.137432 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:06.140646 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:06.141013 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:06.141495 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.141876 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:06.142336 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Bound port: deb86485-2a78-4ebd-aead-2d479348a56e, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:06.142746 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.166434 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:06.169101 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Allocated IP 172.20.0.1 (0d90dbe8-9d09-4553-a133-2ceb5640be6f/3bd5e793-f093-4af0-8a98-06ab50656dbc/033f79a1-d49e-46ed-b5b0-5b2106e94a98) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:06.224916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-8d6e2abb-6142-48fb-b6b9-8e32a26ceaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:06.227470 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-8d6e2abb-6142-48fb-b6b9-8e32a26ceaca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2327cc00-bb05-49dd-a313-01c9dee1abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923750 May 31 11:48:06.228435 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] For port deb86485-2a78-4ebd-aead-2d479348a56e, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:06.232107 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] For port deb86485-2a78-4ebd-aead-2d479348a56e, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=deb86485-2a78-4ebd-aead-2d479348a56e,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:06.237490 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.241818 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:06.269781 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-8f564873-1e2a-4ce9-bb56-1a7f462d7989 req-17755d96-f0bb-4826-8594-407628289880 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964116 May 31 11:48:06.329336 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:06.329604 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:06.330718 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:06.358157 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.376911 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.provisioning_blocks [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Transition to ACTIVE for port object 033f79a1-d49e-46ed-b5b0-5b2106e94a98 will not be triggered until provisioned by entity DHCP. {{(pid=98398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:06.387153 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-60bd604b-b3d4-480a-917f-7d3160a7fa66 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524456 May 31 11:48:06.406745 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.412447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-20917e1e-44a5-4bb4-8499-ed089774891c tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:06.425944 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Pushing event updated for resources: {'Port': ['ID=deb86485-2a78-4ebd-aead-2d479348a56e,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:06.429640 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:06.552031 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:06.559699 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-50959bc7-df40-4470-9a4a-e8a0219b056e req-b5abfbf2-dc55-4a71-bb6c-46fdcffb6542 service neutron] 10.222.0.62 "GET /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649933 May 31 11:48:06.591317 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:06.599173 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:06.603597 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:06.652417 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Pushing event updated for resources: {'Port': ['ID=033f79a1-d49e-46ed-b5b0-5b2106e94a98,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:06.656844 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:06.666461 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.687815 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 5, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:06.692851 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb1056-c01f-47b9-8478-4e02b706bab9 None None] The sync data for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi is: [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:42:45Z', 'revision_number': 4, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '3a3768a6-d73b-409c-ae26-3c7e0d766bc2', 'name': '', 'network_id': '2327cc00-bb05-49dd-a313-01c9dee1abe3', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'mac_address': 'fa:16:3e:a1:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:45Z', 'updated_at': '2021-05-31T11:42:56Z', 'revision_number': 5, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'subnets': [{'id': '77517d6f-f925-4d7a-880f-1f6c5961a93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:06.859443 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-e3730372-2d93-44c7-b64e-72d39523a527 None None] Provisioning for port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:06.865063 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-e3730372-2d93-44c7-b64e-72d39523a527 None None] Provisioning complete for port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:06.865444 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e3730372-2d93-44c7-b64e-72d39523a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.887916 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:03Z', 'revision_number': 3, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:06.893558 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc317eb-69a0-448f-97cf-2f9640d52440 None None] The sync data for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi is: [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:03Z', 'revision_number': 3, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:06.961229 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:06.981082 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-e3730372-2d93-44c7-b64e-72d39523a527 None None] Port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:48:06.984215 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1e116da6-5945-4bf9-acb3-3978cc109f98 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:07.036674 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52007673-44ce-4c68-aeec-283dc8617296 None None] New status for floating IP 12223613-facf-48af-8601-4490ef9753b0: DOWN {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:48:07.059780 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 1e116da6-5945-4bf9-acb3-3978cc109f98 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:07.060152 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.242827 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.248393 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.278311 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-40e0cf43-0cf1-43f5-b5b0-a1131521041f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:07.365530 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Pushing event updated for resources: {'Port': ['ID=033f79a1-d49e-46ed-b5b0-5b2106e94a98,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:07.373451 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:07.374233 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.514528 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:07.515738 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:07.546743 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c37cc11b-b6b7-458a-a3aa-66338d6e689a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:07.547751 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c37cc11b-b6b7-458a-a3aa-66338d6e689a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Synchronizing usage tracker for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:07.562251 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33652538-451f-4c24-9190-005fbf68e838 req-9113267a-742e-4136-8a51-83aaebd9041d tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:07.563620 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-33652538-451f-4c24-9190-005fbf68e838 req-9113267a-742e-4136-8a51-83aaebd9041d tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Synchronizing usage tracker for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:07.587733 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-33652538-451f-4c24-9190-005fbf68e838 req-9113267a-742e-4136-8a51-83aaebd9041d tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Unset dirty status for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:07.589362 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-33652538-451f-4c24-9190-005fbf68e838 req-9113267a-742e-4136-8a51-83aaebd9041d tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.1980700 May 31 11:48:07.593052 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c37cc11b-b6b7-458a-a3aa-66338d6e689a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Unset dirty status for tenant:dce8da9af28d4584a1f928d44cbeef0a on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:07.594825 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c37cc11b-b6b7-458a-a3aa-66338d6e689a tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 945 time: 0.1648550 May 31 11:48:07.688380 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-33652538-451f-4c24-9190-005fbf68e838 req-816926e2-d0eb-48c9-88ab-3d13c6d881c3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/security-groups?id=37b136a5-2251-422c-8d59-6f0b2e6d543d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901351 May 31 11:48:07.728790 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:48:07.797133 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Deleting port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:07.797852 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.813981 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-e5df6ca7-1911-446d-947d-c33b6c09b516 None None] Provisioning complete for port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:07.814527 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e5df6ca7-1911-446d-947d-c33b6c09b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.913622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:07.918753 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-e5df6ca7-1911-446d-947d-c33b6c09b516 None None] Port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:48:07.922321 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f8485de-f1f2-434c-aed4-fe2fc5241e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9111228 May 31 11:48:07.948371 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] For port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:07.948729 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.073868 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Calling delete_port for e9dcb186-ffa9-416a-a66f-2abbb2f85cfd owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:08.188190 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.196368 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:08.393949 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event deleted for resources: {'Port': ['ID=e9dcb186-ffa9-416a-a66f-2abbb2f85cfd,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:08.396458 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:08.424713 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35584) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:08.430350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178276442', 'description': 'tempest-description--405424049'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:08.436273 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] No DVR routers for this DVR port e9dcb186-ffa9-416a-a66f-2abbb2f85cfd on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:48:08.437154 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:08.442402 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.442402 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-deleted', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:08.442686 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:08.444041 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e790c4-0c4f-4eac-8652-e1af8d8f2019" -d '{"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-deleted", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:08.445069 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:08.452002 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:08.460223 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6907ae3f-bde8-403a-9f92-ad419c15a9e2 req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.62 "DELETE /v2.0/ports/e9dcb186-ffa9-416a-a66f-2abbb2f85cfd HTTP/1.1" status: 204 len: 173 time: 0.8232861 May 31 11:48:08.464393 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.492261 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5154a23-d03a-439c-beaa-463e115c3fbc x-openstack-request-id: req-d5154a23-d03a-439c-beaa-463e115c3fbc {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:08.492817 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc084131-c9d0-46f7-b0ea-4895908649f3", "name": "network-vif-deleted", "tag": "e9dcb186-ffa9-416a-a66f-2abbb2f85cfd", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:08.493260 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5154a23-d03a-439c-beaa-463e115c3fbc {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:08.493849 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc084131-c9d0-46f7-b0ea-4895908649f3', 'name': 'network-vif-deleted', 'tag': 'e9dcb186-ffa9-416a-a66f-2abbb2f85cfd', 'status': 'completed', 'code': 200} May 31 11:48:08.494422 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:08.498881 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group_rule and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:08.502830 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:08.508477 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:08.581076 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.586054 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.590889 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-eeb55b62-8e14-4338-a2ce-d7e93b23a1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:08.591486 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Sync routers for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:08.600920 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:08.601776 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:08.628966 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745b1d1c-13de-43ff-a499-519164ee55fa,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:08.632186 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:08.633582 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.637627 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-d5f18015-d430-46f4-b7c3-5d76f7c633fc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2089846 May 31 11:48:08.638254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35590) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:08.643176 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'security_group_rule': {'security_group_id': '745b1d1c-13de-43ff-a499-519164ee55fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:08.649265 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:08.653232 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group_rule and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:08.656114 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:08.661761 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:08.682900 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.748850 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.754362 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.762472 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:08.783254 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef08896-cc61-4ea0-b72b-483b68a8d6d3,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:08.786933 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:08.801864 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.805675 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4bcba47f-1142-42ac-8815-16d530e66b18 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643927 May 31 11:48:08.806206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35596) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:08.813346 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'security_group_rule': {'security_group_id': '745b1d1c-13de-43ff-a499-519164ee55fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:08.823143 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:08.824942 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:08.828777 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group_rule and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:08.834218 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:08.842375 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:08.855509 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f93afd03-3c20-4ddf-bf84-12bc9e185df9 req-511bcbdc-bc0b-4c33-abb3-b19ed8217ceb tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc084131-c9d0-46f7-b0ea-4895908649f3 HTTP/1.1" status: 200 len: 210 time: 0.0511298 May 31 11:48:08.888671 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.970459 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.978441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.981713 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:08.997000 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device deb86485-2a78-4ebd-aead-2d479348a56e up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:09.005726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112dee5a-905c-4346-8b21-6ea8e3977ca1,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:09.011057 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:09.023083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.025412 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-8e0b6e0f-63e2-4ba9-8943-8a06d00e5ffc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174942 May 31 11:48:09.028507 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35600) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:09.034272 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:09.041869 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:09.045906 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:floatingip and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:09.048673 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:09.056763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:09.069233 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.182297 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port deb86485-2a78-4ebd-aead-2d479348a56e completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:09.192863 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port deb86485-2a78-4ebd-aead-2d479348a56e triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:09.193262 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.303637 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.359867 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:07Z', 'revision_number': 2, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:09.366370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.371257 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Checking router: 6f8485de-f1f2-434c-aed4-fe2fc5241e94 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:09.371595 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Updating router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:48:09.430825 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port deb86485-2a78-4ebd-aead-2d479348a56e, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=deb86485-2a78-4ebd-aead-2d479348a56e,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:09.439421 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.449818 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.454753 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:09.457401 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Allocated IP 172.27.0.143 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/d02adef2-a620-4606-949d-5fd7e36e9086) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:09.609654 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.621228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=deb86485-2a78-4ebd-aead-2d479348a56e,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:09.624235 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:09.639967 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.644584 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:09.705667 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:09.708532 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:09.711964 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:09.744769 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'Port': ['ID=d02adef2-a620-4606-949d-5fd7e36e9086,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:09.750736 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:09.796367 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.853127 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.855237 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.865770 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Transition to ACTIVE for port object 033f79a1-d49e-46ed-b5b0-5b2106e94a98 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:09.873196 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.876963 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:09.988832 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35606) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:10.034252 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3cb32-7762-44c2-9523-a53ea055c281 None None] Pushing event updated for resources: {'Port': ['ID=033f79a1-d49e-46ed-b5b0-5b2106e94a98,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:10.042544 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3da3cb32-7762-44c2-9523-a53ea055c281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:10.084993 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.116027 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Attempting to bind port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:10.116312 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Attempting to bind port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:10.116678 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Attempting to bind port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:10.123065 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:10.123448 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Checking segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:10.123623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.123841 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.124234 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Bound using segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:10.124710 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Bound port: 033f79a1-d49e-46ed-b5b0-5b2106e94a98, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:10.125086 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.130984 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.131180 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.136352 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-6aa8361f-9b7d-4daf-840c-a657a83fa33c tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:10.216152 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.229017 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a58e0d7d-d372-4d2f-81b3-d77068866cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:10.256139 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b136a5-2251-422c-8d59-6f0b2e6d543d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:10.258937 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:10.266567 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'Port': ['ID=d02adef2-a620-4606-949d-5fd7e36e9086,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:10.270305 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.274150 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] 10.222.0.18 "DELETE /v2.0/security-groups/37b136a5-2251-422c-8d59-6f0b2e6d543d HTTP/1.1" status: 204 len: 168 time: 0.2811234 May 31 11:48:10.281680 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:10.289413 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.322627 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35616) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:10.331478 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.332773 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3032093 May 31 11:48:10.381793 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] For port 033f79a1-d49e-46ed-b5b0-5b2106e94a98, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:10.385880 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] For port 033f79a1-d49e-46ed-b5b0-5b2106e94a98, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=033f79a1-d49e-46ed-b5b0-5b2106e94a98,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:10.395581 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.402992 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:10.486044 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:10.486714 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:10.555708 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3cb32-7762-44c2-9523-a53ea055c281 None None] Pushing event updated for resources: {'Port': ['ID=033f79a1-d49e-46ed-b5b0-5b2106e94a98,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:10.560481 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3da3cb32-7762-44c2-9523-a53ea055c281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:10.595959 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e9dcb186-ffa9-416a-a66f-2abbb2f85cfd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:10.658842 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c51cee87-3935-4cb5-9418-32bffd813686 req-5f83e120-22a2-46f0-aa3f-cccd8613aedb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:10.691343 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: e9dcb186-ffa9-416a-a66f-2abbb2f85cfd {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:10.691538 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e9dcb186-ffa9-416a-a66f-2abbb2f85cfd not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:10.728236 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:10.738216 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c51cee87-3935-4cb5-9418-32bffd813686 req-5f83e120-22a2-46f0-aa3f-cccd8613aedb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:10.739398 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-5f83e120-22a2-46f0-aa3f-cccd8613aedb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--178276442&fields=id&tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6 HTTP/1.1" status: 200 len: 267 time: 0.2282770 May 31 11:48:10.935108 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device deb86485-2a78-4ebd-aead-2d479348a56e up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:11.017909 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-6260d46c-a11f-48e4-bc8e-efd344726f1d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:11.018616 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c51cee87-3935-4cb5-9418-32bffd813686 req-6260d46c-a11f-48e4-bc8e-efd344726f1d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:11.076240 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-c51cee87-3935-4cb5-9418-32bffd813686 req-6260d46c-a11f-48e4-bc8e-efd344726f1d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:11.078162 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-6260d46c-a11f-48e4-bc8e-efd344726f1d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 810 time: 0.3272495 May 31 11:48:11.079883 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port deb86485-2a78-4ebd-aead-2d479348a56e triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:11.080283 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:11.105243 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-2c070a08-a9a3-45c2-ae42-5885a0d37fd5 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/quotas/93ff8bf0dcbc41cfbe77e0d3466af3f6 HTTP/1.1" status: 200 len: 375 time: 0.0180421 May 31 11:48:11.185585 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:10Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:11.205756 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76660609-5cdd-4616-a0d1-c0a03fb5b2f1 None None] The sync data for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi is: [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:10Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:11.248263 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-52fadd63-1abb-453c-b9e5-f3777258304c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303883 May 31 11:48:11.365616 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:11.686057 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-cec80a3d-3d7e-4237-b8ba-a52cd09615a1 service neutron] 10.222.0.18 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097428 May 31 11:48:11.931050 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-0d5fae10-f4a3-4b84-8de3-d896b59180ba service neutron] 10.222.0.18 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343950 May 31 11:48:12.071883 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Deleting port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:12.072427 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:12.134841 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-d0f4ecde-93e9-4624-adee-a7fb0810893a req-c5b6ab28-1064-4443-999c-7dc5088844b3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:12.158854 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-d0f4ecde-93e9-4624-adee-a7fb0810893a req-c5b6ab28-1064-4443-999c-7dc5088844b3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:12.160330 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d0f4ecde-93e9-4624-adee-a7fb0810893a req-c5b6ab28-1064-4443-999c-7dc5088844b3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 210 time: 0.0690949 May 31 11:48:12.204446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] For port 3a3768a6-d73b-409c-ae26-3c7e0d766bc2, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:12.204776 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:12.333166 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Calling delete_port for 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 owned by network:router_interface {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:12.491088 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:12.494664 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a67ea148-1b99-433f-b6fb-d27f0768014b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:12.537282 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3768a6-d73b-409c-ae26-3c7e0d766bc2,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:12.540423 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:12.804542 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:12.991970 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 033f79a1-d49e-46ed-b5b0-5b2106e94a98 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:13.064780 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:13.069707 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:13.070205 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.194024 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.227589 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 033f79a1-d49e-46ed-b5b0-5b2106e94a98, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=033f79a1-d49e-46ed-b5b0-5b2106e94a98,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:13.232371 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.235372 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:13.303686 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=033f79a1-d49e-46ed-b5b0-5b2106e94a98,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:13.306848 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:13.329835 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-54439263-5561-4bd9-a018-92042967c6b1 req-af428cbb-4efc-42c1-9d64-bebc8d8871ae tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 210 time: 0.0488703 May 31 11:48:13.340323 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Router 33308a67-4cb9-426c-bc5d-8abbb2a037bd has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:48:13.522472 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:13.531896 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] Sync routers for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:13.540351 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] 10.222.0.18 "PUT /v2.0/routers/33308a67-4cb9-426c-bc5d-8abbb2a037bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2141626 May 31 11:48:13.540658 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35652) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:13.541703 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:13.542311 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:13.728959 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.747034 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:13.935244 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.006605 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Deleting port d44872ce-2653-4b46-8f1c-d5c3ec88bc12 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:14.006966 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.025560 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:48:12Z', 'revision_number': 5, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port': {'id': 'd44872ce-2653-4b46-8f1c-d5c3ec88bc12', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:41Z', 'updated_at': '2021-05-31T11:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:14.029434 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] Checking router: 33308a67-4cb9-426c-bc5d-8abbb2a037bd for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:14.037654 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] Routers {'33308a67-4cb9-426c-bc5d-8abbb2a037bd'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:14.038228 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:47:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:14.128957 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] For port d44872ce-2653-4b46-8f1c-d5c3ec88bc12, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:14.129270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.188593 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] Set router 33308a67-4cb9-426c-bc5d-8abbb2a037bd gateway port host: None {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:14.278613 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Calling delete_port for d44872ce-2653-4b46-8f1c-d5c3ec88bc12 owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:14.295754 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 6, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:14.297004 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.300442 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9c2d8-3dc7-4d04-9780-229b97297c85 None None] The sync data for ids ['33308a67-4cb9-426c-bc5d-8abbb2a037bd'] in dv-cinder-786383-7-iscsi is: [{'id': '33308a67-4cb9-426c-bc5d-8abbb2a037bd', 'name': 'tempest-TestShelveInstance-805059635-router', 'tenant_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:40Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 6, 'project_id': 'dce8da9af28d4584a1f928d44cbeef0a', 'gw_port_host': None}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:14.428952 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-4350973e-0295-4844-bb2a-032f8335f157 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:14.430365 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-4350973e-0295-4844-bb2a-032f8335f157 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 810 time: 0.2317116 May 31 11:48:14.489585 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ffd1dfed-fccb-4b99-9f2c-63929d2e683e req-a711df9d-6732-44b4-bc08-52b959bdee67 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 210 time: 0.0451429 May 31 11:48:14.497199 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-f64b940f-4dc3-4a52-b6cf-5312e22aeccb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6 HTTP/1.1" status: 200 len: 379 time: 0.0498509 May 31 11:48:14.511297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'port': {'device_id': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'admin_state_up': True, 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'security_groups': ['745b1d1c-13de-43ff-a499-519164ee55fa']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:14.818132 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.821865 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:14.823984 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8f3b5adb-5088-4301-b25d-3a84fca0c65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:14.877040 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Pushing event deleted for resources: {'Port': ['ID=d44872ce-2653-4b46-8f1c-d5c3ec88bc12,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:14.879810 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:14.905632 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:14.959759 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Made reservation on behalf of 93ff8bf0dcbc41cfbe77e0d3466af3f6 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:14.963114 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.031606 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.114776 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 033f79a1-d49e-46ed-b5b0-5b2106e94a98 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:15.194110 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:15.194598 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.231229 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.236007 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.307844 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.308334 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33308a67-4cb9-426c-bc5d-8abbb2a037bd {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:48:15.345144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Allocated IP 172.20.0.10 (0d90dbe8-9d09-4553-a133-2ceb5640be6f/3bd5e793-f093-4af0-8a98-06ab50656dbc/ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:15.348459 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.349788 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] 10.222.0.18 "DELETE /v2.0/routers/33308a67-4cb9-426c-bc5d-8abbb2a037bd HTTP/1.1" status: 204 len: 168 time: 1.8080878 May 31 11:48:15.352547 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35670) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:15.452175 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Deleting subnet 77517d6f-f925-4d7a-880f-1f6c5961a93b {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:48:15.452390 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:15.456753 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.506463 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:15.506852 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 3a3768a6-d73b-409c-ae26-3c7e0d766bc2 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:15.507277 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d44872ce-2653-4b46-8f1c-d5c3ec88bc12 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:15.559166 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10763625'] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.590151 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: d44872ce-2653-4b46-8f1c-d5c3ec88bc12 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:15.590501 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d44872ce-2653-4b46-8f1c-d5c3ec88bc12 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:15.619111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.641296 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Transition to ACTIVE for port object ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:15.697170 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-20d803a5-43c4-4ef8-a85f-20f81d7178b8 req-1f21e447-636a-4912-b6dc-509d3ad39c85 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:15.704532 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.718228 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.720516 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-20d803a5-43c4-4ef8-a85f-20f81d7178b8 req-1f21e447-636a-4912-b6dc-509d3ad39c85 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:15.721782 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-20d803a5-43c4-4ef8-a85f-20f81d7178b8 req-1f21e447-636a-4912-b6dc-509d3ad39c85 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 210 time: 0.0694671 May 31 11:48:15.732352 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:15.785223 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:15.792800 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:15.797715 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:15.853727 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'Port': ['ID=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:15.858262 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:15.876698 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:15.877320 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.897637 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3907325 May 31 11:48:15.915436 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Request body: {'port': {'device_id': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:15.971778 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10513873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631377'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:15.981631 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-65874421-8a2f-474e-a6da-a18b1a248b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:16.014009 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.016835 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77517d6f-f925-4d7a-880f-1f6c5961a93b,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:16.017637 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41bfeb-919d-453c-b908-a97ae8312d2d None None] Network 2327cc00-bb05-49dd-a313-01c9dee1abe3 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:16.019787 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:16.025351 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-ace3785d-e313-44fb-bf98-927b896c6421 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77517d6f-f925-4d7a-880f-1f6c5961a93b HTTP/1.1" status: 204 len: 168 time: 0.6715343 May 31 11:48:16.026341 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35680) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:16.031038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.154479 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-3b6e0bf8-8f3f-4f03-9537-987db4b956e9 None None] Provisioning for port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:16.195423 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-3b6e0bf8-8f3f-4f03-9537-987db4b956e9 None None] Provisioning complete for port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:16.195423 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3b6e0bf8-8f3f-4f03-9537-987db4b956e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.234234 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.262744 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e0bf8-8f3f-4f03-9537-987db4b956e9 None None] Port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:48:16.309896 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Deleting port e239615a-faf5-4dc5-ad6d-f5e443010766 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:16.310229 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.356933 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] DHCP port deletion for 2327cc00-bb05-49dd-a313-01c9dee1abe3 request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:48:16.386074 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:48:16.393400 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.408405 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Transition to ACTIVE for port object ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:16.411469 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] For port e239615a-faf5-4dc5-ad6d-f5e443010766, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e239615a-faf5-4dc5-ad6d-f5e443010766,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:16.411910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.416191 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.421127 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-18b66425-604d-42b3-b893-1235aa559ab7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:16.423469 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Deleting port e239615a-faf5-4dc5-ad6d-f5e443010766 {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:16.424159 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.530510 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] For port e239615a-faf5-4dc5-ad6d-f5e443010766, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e239615a-faf5-4dc5-ad6d-f5e443010766,segment=NetworkSegment(b5728924-4e5f-495d-9fc6-eb5771dbdf4a),segment_id=b5728924-4e5f-495d-9fc6-eb5771dbdf4a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:16.531260 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.546608 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Calling delete_port for e239615a-faf5-4dc5-ad6d-f5e443010766 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:16.605217 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.611502 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d1ad8782-e06e-4155-8662-963bf33895d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:16.657932 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Pushing event deleted for resources: {'Port': ['ID=e239615a-faf5-4dc5-ad6d-f5e443010766,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:16.667010 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:16.669853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] No DVR routers for this DVR port e239615a-faf5-4dc5-ad6d-f5e443010766 on host dv-cinder-786383-7-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:48:16.692821 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Calling delete_port for e239615a-faf5-4dc5-ad6d-f5e443010766 owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:16.715705 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d01dc7af-7bc9-4510-8dbc-cb39784f51a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.782558 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.789691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:16.794821 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:16.796939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Attempting to bind port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:16.797267 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Attempting to bind port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:16.797615 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Attempting to bind port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:16.798769 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:16.803188 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:48:16.804207 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Attempting to bind port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:16.813372 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:16.813714 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Checking segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:16.814091 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Bound using segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:16.814252 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.814521 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Bound port: ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:16.815808 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.828983 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2327cc00-bb05-49dd-a313-01c9dee1abe3']}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:16.842810 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a') {'for_net_delete': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:16.843397 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5728924-4e5f-495d-9fc6-eb5771dbdf4a') {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:16.858849 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10763618'] for segment, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.867875 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Pushing event deleted for resources: {'Port': ['ID=e239615a-faf5-4dc5-ad6d-f5e443010766,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:16.874489 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:16.876227 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] No DVR routers for this DVR port e239615a-faf5-4dc5-ad6d-f5e443010766 on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:48:16.952511 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e239615a-faf5-4dc5-ad6d-f5e443010766 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:16.956494 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.967979 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] For port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:16.968800 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:48:16.969189 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10739831'] for segment, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.972454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] For port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:16.978851 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: Traceback (most recent call last): May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: timer() May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: cb(*args, **kw) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: return func(*args, **kwargs) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: self._notify() May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: self.callback(batched_events) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: event.method(event) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: return f(self, *a, **k) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._get(url).json() May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: return self.request(url, 'GET', **kwargs) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:48:16.983703 dv-cinder-786383-7-iscsi neutron-server[98398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:48:16.990970 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-41881418-520c-4a9d-862e-1dccebae374a tempest-VolumesSnapshotTestJSON-381906229 tempest-VolumesSnapshotTestJSON-381906229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:16.993712 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: e239615a-faf5-4dc5-ad6d-f5e443010766 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:16.994053 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e239615a-faf5-4dc5-ad6d-f5e443010766 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:17.034989 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:17.035600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:17.037135 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] 10.222.0.62 "PUT /v2.0/ports/ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 200 len: 1094 time: 1.1260200 May 31 11:48:17.046277 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:17.049009 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495cf36-4029-4bdd-8064-b29a37341465" -d '{"events": [{"name": "network-changed", "server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:17.090700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:17.092508 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:17.094297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:17.111348 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45604-acfb-4213-a393-2c18783d5d22 req-35499fe2-2c0f-448f-8d2b-7dc8a7ef421b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:17.112997 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-31c45604-acfb-4213-a393-2c18783d5d22 req-35499fe2-2c0f-448f-8d2b-7dc8a7ef421b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 944 time: 0.2037256 May 31 11:48:17.115580 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:17.134541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4877b8d1-c65b-4039-9410-517910f118a7 x-openstack-request-id: req-4877b8d1-c65b-4039-9410-517910f118a7 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:17.134886 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:17.135209 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4877b8d1-c65b-4039-9410-517910f118a7 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:17.135645 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'status': 'completed', 'code': 200} May 31 11:48:17.142472 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:17.157030 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Pushing event deleted for resources: {'Network': ['ID=2327cc00-bb05-49dd-a313-01c9dee1abe3,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:17.163180 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:17.169532 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2327cc00-bb05-49dd-a313-01c9dee1abe3 HTTP/1.1" status: 204 len: 168 time: 1.1416190 May 31 11:48:17.171713 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35690) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:17.189726 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-31c45604-acfb-4213-a393-2c18783d5d22 req-3befc9e4-14b6-4ae1-9aee-5115eaf7989f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:17.202253 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-31c45604-acfb-4213-a393-2c18783d5d22 req-3befc9e4-14b6-4ae1-9aee-5115eaf7989f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:17.211092 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-31c45604-acfb-4213-a393-2c18783d5d22 req-3befc9e4-14b6-4ae1-9aee-5115eaf7989f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822520 May 31 11:48:17.246819 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-a736503e-4cc1-4027-8c9a-1e1f3588debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:17.248329 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-a736503e-4cc1-4027-8c9a-1e1f3588debd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 1097 time: 0.1514566 May 31 11:48:17.377425 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-e05b8822-35a1-4ee7-9654-de803f09f4df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 200 len: 217 time: 0.1129375 May 31 11:48:17.515217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-200cc66e-7930-44ab-9a13-03f3cea91db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:17.516665 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-200cc66e-7930-44ab-9a13-03f3cea91db2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.1309292 May 31 11:48:17.726973 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cee87-3935-4cb5-9418-32bffd813686 req-90cadc4a-fb26-4869-be0a-1f3cb71a936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:17.728359 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-90cadc4a-fb26-4869-be0a-1f3cb71a936c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2041788 May 31 11:48:17.913744 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-3f848f3c-b844-49cc-9802-79e324d32d7b service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756146 May 31 11:48:18.201934 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c51cee87-3935-4cb5-9418-32bffd813686 req-8dd87476-91c6-426a-984d-2cf57b922eae service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809987 May 31 11:48:18.212454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:18.602953 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac401a1-f4af-4165-952e-127f0afbb00b req-14bd1241-a4fd-492a-b009-0380a1df87cd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:18.604410 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cac401a1-f4af-4165-952e-127f0afbb00b req-14bd1241-a4fd-492a-b009-0380a1df87cd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 944 time: 0.2609656 May 31 11:48:18.631395 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495cf36-4029-4bdd-8064-b29a37341465 req-533f84d9-6c3f-4781-af56-52d5037d8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:18.632778 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b495cf36-4029-4bdd-8064-b29a37341465 req-533f84d9-6c3f-4781-af56-52d5037d8dba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 1097 time: 0.2882726 May 31 11:48:18.728678 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cac401a1-f4af-4165-952e-127f0afbb00b req-56a15aab-5166-4495-b93f-a5391ebd0339 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182957 May 31 11:48:18.759107 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f3d6c025-3188-4ade-b2d2-8d8df2b303f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:18.828560 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:18.868875 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495cf36-4029-4bdd-8064-b29a37341465 req-5323fe2b-bee6-47d1-abdc-c403c2ac5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:18.870352 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b495cf36-4029-4bdd-8064-b29a37341465 req-5323fe2b-bee6-47d1-abdc-c403c2ac5288 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 911 time: 0.2304368 May 31 11:48:18.948395 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b495cf36-4029-4bdd-8064-b29a37341465 req-475586a2-6d73-4078-9ab4-fdfd22249cbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 200 len: 217 time: 0.0690949 May 31 11:48:19.005082 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Deleting port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:19.005446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:19.075607 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495cf36-4029-4bdd-8064-b29a37341465 req-a2892f29-ca93-4302-ac78-8d233bfc9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:19.077030 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b495cf36-4029-4bdd-8064-b29a37341465 req-a2892f29-ca93-4302-ac78-8d233bfc9aa3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.1226978 May 31 11:48:19.186443 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] For port ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,segment=NetworkSegment(66c70d6e-8e06-40e5-919e-0d0953966d7e),segment_id=66c70d6e-8e06-40e5-919e-0d0953966d7e)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:19.186812 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:19.309270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Calling delete_port for ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b owned by network:router_interface {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:19.314878 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-53f6b515-0f57-4baf-b475-a57e66a2983e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319286073&fields=id&tenant_id=42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 267 time: 0.0412617 May 31 11:48:19.322825 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495cf36-4029-4bdd-8064-b29a37341465 req-d3250944-f9ad-471b-a621-f67f0ac33089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:19.324302 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b495cf36-4029-4bdd-8064-b29a37341465 req-d3250944-f9ad-471b-a621-f67f0ac33089 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2399454 May 31 11:48:19.471481 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f331c0d3-d29d-48b0-bee0-ec186eb70f95 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:19.472938 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f331c0d3-d29d-48b0-bee0-ec186eb70f95 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 811 time: 0.1504116 May 31 11:48:19.477374 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b495cf36-4029-4bdd-8064-b29a37341465 req-6f947677-26cb-40d8-84d0-7a22487cfd86 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442473 May 31 11:48:19.488571 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-a58255b2-4c93-491b-b174-4b9bf22aff4a tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/quotas/42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 375 time: 0.0095041 May 31 11:48:19.586594 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-e436624f-21a2-4eac-85aa-cdcc5a6dcb75 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0927565 May 31 11:48:19.781314 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-82cafcf2-8c6b-4a20-a2f8-444336273b2f service neutron] 10.222.0.18 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822817 May 31 11:48:19.785146 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b495cf36-4029-4bdd-8064-b29a37341465 req-b8b55d4d-faeb-4b17-926f-cdba94bd83d5 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976067 May 31 11:48:19.805881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:19.810321 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d1ea41de-d59e-4287-bc2e-8bf1de4a2342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:19.856041 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:19.887976 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:19.924100 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-fe72378b-fd95-4167-9514-5c9d14f8c40f service neutron] 10.222.0.18 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345506 May 31 11:48:19.967416 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:20.095830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106347f-b837-4f5c-9d85-e056a8cba5a3 req-27bf0451-7ec1-434a-9dbd-21a42cde1375 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:20.097336 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8106347f-b837-4f5c-9d85-e056a8cba5a3 req-27bf0451-7ec1-434a-9dbd-21a42cde1375 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 944 time: 0.2446785 May 31 11:48:20.219207 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8106347f-b837-4f5c-9d85-e056a8cba5a3 req-615a6d09-05ad-461f-9f66-596594fdcaa8 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161344 May 31 11:48:20.223443 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:20.355402 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c8e73c1-1add-4f4f-aee0-5976be7f047d req-23aae0e3-9dab-4ec2-9f57-db51dbd6b6ba tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 210 time: 0.0526018 May 31 11:48:20.630486 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:48:20.672450 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:48:20.813810 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:20.825194 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] 10.222.0.18 "PUT /v2.0/routers/17ec2c61-77c4-4e46-a486-f4a2ba80eac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6503642 May 31 11:48:20.825363 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:20.825482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35728) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:20.833598 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] Sync routers for ids ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:20.846511 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'port_id': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'mac_address': 'fa:16:3e:6a:2e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:48:20.849700 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] Routers {'17ec2c61-77c4-4e46-a486-f4a2ba80eac2'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:20.850316 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:48:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:21.037568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:21.070473 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:48:21.097967 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] Set router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:21.139542 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:21.141375 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:21.233386 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:21.241533 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:21.322003 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:21.392389 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:21.397246 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:21.447953 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566375-1d5a-4643-98c5-046efc94ff90 req-45ab5e1f-db05-49e7-98d2-c42dfccf809c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:21.452326 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1a566375-1d5a-4643-98c5-046efc94ff90 req-45ab5e1f-db05-49e7-98d2-c42dfccf809c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 945 time: 0.1107936 May 31 11:48:21.515371 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1a566375-1d5a-4643-98c5-046efc94ff90 req-f9f177aa-d2e7-4250-ae43-9a18b3658ced tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569708 May 31 11:48:21.529665 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:48:19Z', 'revision_number': 5, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port': {'id': 'b94e4d8f-f302-4d7a-934c-1669803b8105', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:42:50Z', 'updated_at': '2021-05-31T11:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:21.533788 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:48:21.559570 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:21.574848 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] Checking router: 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:21.594306 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-1ddd0ad0-6c71-4cd6-a13f-7a3500fd743a req-50f8b775-eaad-4228-aae1-d273c89fb31b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 210 time: 0.0669029 May 31 11:48:21.598588 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] Routers {'17ec2c61-77c4-4e46-a486-f4a2ba80eac2'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:21.599359 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:48:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:21.635317 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Deleting port b94e4d8f-f302-4d7a-934c-1669803b8105 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:21.635653 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:21.726919 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-e43024dc-6d5c-4b62-89e1-d031b6c901c1 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:21.728384 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-e43024dc-6d5c-4b62-89e1-d031b6c901c1 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 811 time: 0.3561337 May 31 11:48:21.794788 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] Set router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:21.810752 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-b8a95691-a965-420e-8cba-b85435ae3f6e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e4a6b003af4780b427f2a05dcc37c6 HTTP/1.1" status: 200 len: 379 time: 0.0677359 May 31 11:48:21.820349 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'port': {'device_id': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'admin_state_up': True, 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'security_groups': ['318549e3-38f4-40ed-bd28-e04000e0f3fc']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:21.845767 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] For port b94e4d8f-f302-4d7a-934c-1669803b8105, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=b94e4d8f-f302-4d7a-934c-1669803b8105,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:21.846120 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:21.911545 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:48:21Z', 'revision_number': 6, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:21.920288 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b231d-b011-4741-a8e0-02ce1f901357 None None] The sync data for ids ['17ec2c61-77c4-4e46-a486-f4a2ba80eac2'] in dv-cinder-786383-7-iscsi is: [{'id': '17ec2c61-77c4-4e46-a486-f4a2ba80eac2', 'name': 'tempest-TestShelveInstance-787103269-router', 'tenant_id': '75afaae05d2d4533b9699f5038a66020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:42:48Z', 'updated_at': '2021-05-31T11:48:21Z', 'revision_number': 6, 'project_id': '75afaae05d2d4533b9699f5038a66020', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:22.030265 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Calling delete_port for b94e4d8f-f302-4d7a-934c-1669803b8105 owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:22.092570 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:22.104675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:22.126959 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Made reservation on behalf of 42e4a6b003af4780b427f2a05dcc37c6 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:48:22.130453 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.353626 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Allocated IP 172.20.0.11 (ec8043bd-603b-497f-9668-a3ea810a2f1a/41195bc9-a70e-44f9-bbc7-e8a11897bd6a/6edfa985-cbf5-498c-9cb3-093dcaead8e2) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:22.355659 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.361176 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:22.410796 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94e4d8f-f302-4d7a-934c-1669803b8105,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:22.441335 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:22.599045 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.694339 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:22.722909 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315572bc-2554-46fd-a8a3-9ada7d1165d5 req-3cbf8b47-a7b1-41ef-9a65-7c84f13ddeb3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:22.724725 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-315572bc-2554-46fd-a8a3-9ada7d1165d5 req-3cbf8b47-a7b1-41ef-9a65-7c84f13ddeb3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 945 time: 0.0993423 May 31 11:48:22.782443 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:22.788317 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:22.788861 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.879447 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-315572bc-2554-46fd-a8a3-9ada7d1165d5 req-ca358172-24b6-4cfe-80b7-e10336879479 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473832 May 31 11:48:22.941444 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b94e4d8f-f302-4d7a-934c-1669803b8105 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:22.964631 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.972738 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ca26701-329b-428b-b7d0-537de316b68d req-418f60e2-ebfd-46dc-9cbd-4826e4add257 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 210 time: 0.1318619 May 31 11:48:22.973502 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.975980 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:22.989916 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: b94e4d8f-f302-4d7a-934c-1669803b8105 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:22.990346 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b94e4d8f-f302-4d7a-934c-1669803b8105 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:22.990866 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:23.034350 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.034863 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ec2c61-77c4-4e46-a486-f4a2ba80eac2 {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:48:23.035391 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:23.035744 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ab0cfb70-ed0e-4742-b7e3-ad6fc900f40b not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:23.054394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.055273 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:23.057669 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49180e3a-45e3-4206-ae8a-22d9f87beeb6" -d '{"events": [{"server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:23.064154 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:23.070154 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.072758 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:23.074651 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.075873 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] 10.222.0.18 "DELETE /v2.0/routers/17ec2c61-77c4-4e46-a486-f4a2ba80eac2 HTTP/1.1" status: 204 len: 168 time: 2.2495713 May 31 11:48:23.077066 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Transition to ACTIVE for port object 6edfa985-cbf5-498c-9cb3-093dcaead8e2 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:23.079105 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35742) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:23.113980 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.123957 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a87fcc-abfe-411a-ad3c-12d1518ea8b1 x-openstack-request-id: req-62a87fcc-abfe-411a-ad3c-12d1518ea8b1 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:23.124155 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3db902e0-6c51-4e95-8e86-474dc7e4c85e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:23.124267 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "name": "network-vif-plugged", "status": "completed", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:23.124505 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62a87fcc-abfe-411a-ad3c-12d1518ea8b1 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:23.125078 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'code': 200} May 31 11:48:23.148684 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Deleting subnet 20b44517-b884-47c3-b5bc-3ba5227789ed {{(pid=98398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:48:23.152285 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.153568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:23.163653 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:23.212535 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10763625'] for subnet, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.217932 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Network ec8043bd-603b-497f-9668-a3ea810a2f1a is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:23.221311 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:23.225423 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:23.281792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=6edfa985-cbf5-498c-9cb3-093dcaead8e2,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:23.285179 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:23.308862 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:23.309605 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.324412 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.330470 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5135875 May 31 11:48:23.347453 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Request body: {'port': {'device_id': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:23.464858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.499496 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-5d0a0193-453e-47c6-9b1a-2ef663c8bd7b None None] Provisioning for port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:23.505382 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-5d0a0193-453e-47c6-9b1a-2ef663c8bd7b None None] Provisioning complete for port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:23.505773 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0193-453e-47c6-9b1a-2ef663c8bd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.524762 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935fb56-aa9b-4e42-866d-33f45c8ffe4f req-e7bb78b3-f136-42da-bbdf-125047624702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:23.526374 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2935fb56-aa9b-4e42-866d-33f45c8ffe4f req-e7bb78b3-f136-42da-bbdf-125047624702 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 1099 time: 0.1691880 May 31 11:48:23.563449 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0193-453e-47c6-9b1a-2ef663c8bd7b None None] Port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:48:23.601299 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2935fb56-aa9b-4e42-866d-33f45c8ffe4f req-34814ff8-9b1b-4e9a-8ac7-e6f6788e0442 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626316 May 31 11:48:23.671900 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10513873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631377'] for subnet, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.676354 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9905be15-4771-4dc2-8810-0fec6ed58795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:23.711141 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b44517-b884-47c3-b5bc-3ba5227789ed,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:23.714125 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:23.716759 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.722982 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4aa352-254f-4a12-b2ef-dec3a632ebe4 None None] Network 7cfa6634-824f-417b-9fb7-040bac398baf requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:48:23.723713 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-fb2f30ea-55f9-45b8-9783-c7ac0172123a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/20b44517-b884-47c3-b5bc-3ba5227789ed HTTP/1.1" status: 204 len: 168 time: 0.6435626 May 31 11:48:23.726158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35746) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:23.807569 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edfa985-cbf5-498c-9cb3-093dcaead8e2 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:48:23.815061 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.830603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Transition to ACTIVE for port object 6edfa985-cbf5-498c-9cb3-093dcaead8e2 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:48:23.832406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.835513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.840549 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bc46a230-2105-458e-8614-130a1f7afbb5 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:23.909001 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Deleting port 5456f1cf-ead9-44e1-903e-a63805843c07 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:23.909406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:23.991283 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Pushing event updated for resources: {'Port': ['ID=6edfa985-cbf5-498c-9cb3-093dcaead8e2,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:24.019761 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] DHCP port deletion for 7cfa6634-824f-417b-9fb7-040bac398baf request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:48:24.041184 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] For port 5456f1cf-ead9-44e1-903e-a63805843c07, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5456f1cf-ead9-44e1-903e-a63805843c07,segment=NetworkSegment(66c70d6e-8e06-40e5-919e-0d0953966d7e),segment_id=66c70d6e-8e06-40e5-919e-0d0953966d7e)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:24.041533 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.074489 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:24.126588 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Deleting port 5456f1cf-ead9-44e1-903e-a63805843c07 {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:48:24.127109 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.180011 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Calling delete_port for 5456f1cf-ead9-44e1-903e-a63805843c07 owned by network:dhcp {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:24.187512 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Attempting to bind port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:48:24.187846 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Attempting to bind port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:48:24.188255 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Attempting to bind port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:24.202465 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8086-3345-4e89-9bcb-2ceeed2fba1e req-f5797d1f-2ece-4762-8c58-7b40b44d46a6 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:24.204025 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1c8086-3345-4e89-9bcb-2ceeed2fba1e req-f5797d1f-2ece-4762-8c58-7b40b44d46a6 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.1696186 May 31 11:48:24.204858 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 on network ec8043bd-603b-497f-9668-a3ea810a2f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:48:24.205173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Attempting to bind port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 on network ec8043bd-603b-497f-9668-a3ea810a2f1a {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:48:24.213433 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:48:24.213890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Checking segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:48:24.214275 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Bound using segment: {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:48:24.214738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Bound port: 6edfa985-cbf5-498c-9cb3-093dcaead8e2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ad0c76-70cd-4e03-9438-e44c25dcc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:48:24.215086 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.281457 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596b998-289a-45e4-a0e0-5b740a016e10 req-d84916a7-68b3-4e47-a03d-b50b456c9708 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:24.282929 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] For port 5456f1cf-ead9-44e1-903e-a63805843c07, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5456f1cf-ead9-44e1-903e-a63805843c07,segment=NetworkSegment(66c70d6e-8e06-40e5-919e-0d0953966d7e),segment_id=66c70d6e-8e06-40e5-919e-0d0953966d7e)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:24.283080 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b596b998-289a-45e4-a0e0-5b740a016e10 req-d84916a7-68b3-4e47-a03d-b50b456c9708 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 944 time: 0.1109533 May 31 11:48:24.283530 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.320019 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3f1c8086-3345-4e89-9bcb-2ceeed2fba1e req-658b227c-862f-4b32-aae1-02655cc1fb71 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077890 May 31 11:48:24.334939 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b596b998-289a-45e4-a0e0-5b740a016e10 req-e33c8f7d-ac48-4c54-be7d-772cd3952938 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 May 31 11:48:24.335526 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.340669 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c410af91-6f2c-47c0-9e49-8e7c161dc44c tempest-VolumesActionsTest-625304008 tempest-VolumesActionsTest-625304008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:24.347230 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] For port 6edfa985-cbf5-498c-9cb3-093dcaead8e2, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:48:24.350776 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] For port 6edfa985-cbf5-498c-9cb3-093dcaead8e2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:48:24.366581 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.368376 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-77fc285d-6717-4545-a5d5-6abc06c0d2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:24.385324 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5456f1cf-ead9-44e1-903e-a63805843c07,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:24.388355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:24.389152 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] No DVR routers for this DVR port 5456f1cf-ead9-44e1-903e-a63805843c07 on host dv-cinder-786383-7-iscsi {{(pid=98398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:48:24.421659 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:24.422478 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.423826 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] 10.222.0.62 "PUT /v2.0/ports/6edfa985-cbf5-498c-9cb3-093dcaead8e2 HTTP/1.1" status: 200 len: 1094 time: 1.0811584 May 31 11:48:24.424700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:24.427103 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fd17c0-9190-4e91-a132-1b92fa9b5e55" -d '{"events": [{"name": "network-changed", "server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:24.431784 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Calling delete_port for 5456f1cf-ead9-44e1-903e-a63805843c07 owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:48:24.470018 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Pushing event updated for resources: {'Port': ['ID=6edfa985-cbf5-498c-9cb3-093dcaead8e2,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:24.479755 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:24.488807 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.499796 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:24.524722 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.538775 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfa6634-824f-417b-9fb7-040bac398baf']}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:24.552467 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8fc13-3bcc-4ac2-a6b4-195f75af631e x-openstack-request-id: req-fcc8fc13-3bcc-4ac2-a6b4-195f75af631e {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:24.552946 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:24.553324 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcc8fc13-3bcc-4ac2-a6b4-195f75af631e {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:24.553866 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'status': 'completed', 'code': 200} May 31 11:48:24.561606 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c70d6e-8e06-40e5-919e-0d0953966d7e') {'for_net_delete': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:24.561889 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c70d6e-8e06-40e5-919e-0d0953966d7e') {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:24.586526 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10763618'] for segment, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.592392 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] No DVR routers for this DVR port 5456f1cf-ead9-44e1-903e-a63805843c07 on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:48:24.603051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-4a80d010-7156-4c6b-9425-423b7ab67185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:24.604532 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-4a80d010-7156-4c6b-9425-423b7ab67185 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 1097 time: 0.1011784 May 31 11:48:24.604853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.608646 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Pushing event deleted for resources: {'Port': ['ID=5456f1cf-ead9-44e1-903e-a63805843c07,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:24.616884 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:48:24.616884 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10739831'] for segment, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.617633 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: Traceback (most recent call last): May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: timer() May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: cb(*args, **kw) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: return func(*args, **kwargs) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: self._notify() May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: self.callback(batched_events) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: event.method(event) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: return f(self, *a, **k) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._get(url).json() May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: return self.request(url, 'GET', **kwargs) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:48:24.631326 dv-cinder-786383-7-iscsi neutron-server[98398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:48:24.706946 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.710608 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:24.724776 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:24.728335 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-cee9415e-d0a5-497d-ac69-a1881c71ec72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2 HTTP/1.1" status: 200 len: 217 time: 0.0666935 May 31 11:48:24.739996 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfa6634-824f-417b-9fb7-040bac398baf,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:24.745447 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7cfa6634-824f-417b-9fb7-040bac398baf HTTP/1.1" status: 204 len: 168 time: 1.0181811 May 31 11:48:24.746925 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-6f738f6f-d9e2-45a7-acf4-c3c6d777b6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:24.880181 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35758) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:24.924674 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-60f94c1c-5fb4-4e73-a11c-a65da39058b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:24.926110 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-60f94c1c-5fb4-4e73-a11c-a65da39058b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.1914303 May 31 11:48:24.948342 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5456f1cf-ead9-44e1-903e-a63805843c07 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:24.985139 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 5456f1cf-ead9-44e1-903e-a63805843c07 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:48:24.985488 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5456f1cf-ead9-44e1-903e-a63805843c07 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:48:25.012350 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-69ecbe3d-d920-4b99-843f-6e4e510896f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.013880 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-69ecbe3d-d920-4b99-843f-6e4e510896f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804794 May 31 11:48:25.036967 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-bc3a4ac0-c514-461e-a9b2-320238dcadff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dce8da9af28d4584a1f928d44cbeef0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531174 May 31 11:48:25.037182 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35762) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:25.093025 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1b84a1c7-424d-491e-bad1-5bc784d9c42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.119299 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1b84a1c7-424d-491e-bad1-5bc784d9c42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.143507 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-1125b5f5-09cd-4053-a2c3-9312d95bd36d service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231499 May 31 11:48:25.173354 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1b84a1c7-424d-491e-bad1-5bc784d9c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.178679 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:25.191841 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84a1c7-424d-491e-bad1-5bc784d9c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be5d94-4989-4218-8596-fb10dec26ca7,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:25.195191 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1b84a1c7-424d-491e-bad1-5bc784d9c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:25.199105 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1b84a1c7-424d-491e-bad1-5bc784d9c42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.199877 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-1b84a1c7-424d-491e-bad1-5bc784d9c42f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57be5d94-4989-4218-8596-fb10dec26ca7 HTTP/1.1" status: 204 len: 168 time: 0.1618760 May 31 11:48:25.277115 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fad24d5f-bfb2-407a-849b-4b1927e49bea req-4a1309f9-37a4-401f-9789-f8641234e33c service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263857 May 31 11:48:25.514354 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-08254a88-d420-48bb-913f-de32e6df94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.515812 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-08254a88-d420-48bb-913f-de32e6df94b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 1097 time: 0.1437209 May 31 11:48:25.572651 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602664dc-cf7a-46a4-8295-89eaed0a52b5 req-50635f5c-c796-413c-96ae-6844a1b25614 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.574382 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-602664dc-cf7a-46a4-8295-89eaed0a52b5 req-50635f5c-c796-413c-96ae-6844a1b25614 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0866542 May 31 11:48:25.595159 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35774) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:25.644325 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690a41-610b-4a75-bfa7-b46f896150b1 req-ecd5ee27-8f07-478c-b6d2-26d0d2f2720e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.645013 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-9a690a41-610b-4a75-bfa7-b46f896150b1 req-ecd5ee27-8f07-478c-b6d2-26d0d2f2720e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:48:25.656432 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-602664dc-cf7a-46a4-8295-89eaed0a52b5 req-33902635-3425-43d8-b91f-08358f5b4bb1 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757802 May 31 11:48:25.665714 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-74721957-dfc6-414d-9396-a93dfea0dcdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75afaae05d2d4533b9699f5038a66020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692992 May 31 11:48:25.668350 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35778) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:25.676473 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-033b17df-0c78-4130-bbfa-90888f58bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.677910 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-033b17df-0c78-4130-bbfa-90888f58bb19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.1540687 May 31 11:48:25.684630 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-9a690a41-610b-4a75-bfa7-b46f896150b1 req-ecd5ee27-8f07-478c-b6d2-26d0d2f2720e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:48:25.685936 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9a690a41-610b-4a75-bfa7-b46f896150b1 req-ecd5ee27-8f07-478c-b6d2-26d0d2f2720e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 944 time: 0.2281013 May 31 11:48:25.733736 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.760393 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-f2116a0c-ff29-4445-96dd-9076892deb42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2 HTTP/1.1" status: 200 len: 217 time: 0.0727563 May 31 11:48:25.764832 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.848293 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9a690a41-610b-4a75-bfa7-b46f896150b1 req-1e084b22-5357-44cb-b534-0f65da3b2637 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898006 May 31 11:48:25.854905 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-eca42c5a-5c87-46c4-a7ba-16c127861d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.856423 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-eca42c5a-5c87-46c4-a7ba-16c127861d84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0834455 May 31 11:48:25.885688 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcc70b-9931-4d3a-8036-15f73422c566 req-5ebca9fc-cab1-4dba-bfbd-c0b55a8f62bd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.887191 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-acdcc70b-9931-4d3a-8036-15f73422c566 req-5ebca9fc-cab1-4dba-bfbd-c0b55a8f62bd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.1152003 May 31 11:48:25.896468 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35784) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:25.902550 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'floatingip': {'port_id': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:25.933580 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-f4f23d32-8aca-4bf7-85b2-e1fd6a82076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:25.935095 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-f4f23d32-8aca-4bf7-85b2-e1fd6a82076d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716774 May 31 11:48:25.961074 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:25.972578 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d83a4bed-fd14-44b9-8ed6-a35b8107cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:25.993057 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:26.051623 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d381ba6-8bb6-4cdb-a5cd-fab3623bdddc,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:26.064674 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:26.066189 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-10fba9d1-a813-4da8-8490-e8800fe6056d service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245685 May 31 11:48:26.112161 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:26.113254 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d381ba6-8bb6-4cdb-a5cd-fab3623bdddc HTTP/1.1" status: 204 len: 168 time: 0.4439843 May 31 11:48:26.199659 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-97fd17c0-9190-4e91-a132-1b92fa9b5e55 req-8fa80ca5-80b2-4e04-a160-1e9ddc3df7d4 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265821 May 31 11:48:26.612454 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:26.619864 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:26.798859 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Floating IP c6c5048a-5977-475b-a81e-f46295616d00 associated. External IP: 172.27.0.143, port: ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9. May 31 11:48:27.050766 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6801-2da2-4cdb-b1f5-3c8d7320066f req-6b40f407-2bdc-40c3-a33b-0810362346ed tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:27.052237 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2d2b6801-2da2-4cdb-b1f5-3c8d7320066f req-6b40f407-2bdc-40c3-a33b-0810362346ed tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 944 time: 0.0925701 May 31 11:48:27.101154 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2d2b6801-2da2-4cdb-b1f5-3c8d7320066f req-5c252afd-b133-4eed-856b-f03405dc3566 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429623 May 31 11:48:27.257583 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:48:27.448617 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:27.454904 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:27.459533 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] Sync routers for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:27.469385 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:27.469978 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:48:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:27.510811 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-2a070f45-5e1a-466e-99ac-f228617f4f5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "PUT /v2.0/floatingips/c6c5048a-5977-475b-a81e-f46295616d00 HTTP/1.1" status: 200 len: 992 time: 1.6130157 May 31 11:48:27.511545 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:27.513973 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:27.551754 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:48:27.656668 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:27.751594 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69553b2d-8fb3-4d13-a507-8f961a01626b x-openstack-request-id: req-69553b2d-8fb3-4d13-a507-8f961a01626b {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:27.751927 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:27.752215 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69553b2d-8fb3-4d13-a507-8f961a01626b {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:27.752642 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'status': 'completed', 'code': 200} May 31 11:48:27.867082 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-3dc38a1a-07dc-4d15-ad82-14dfc009e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:27.868507 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-3dc38a1a-07dc-4d15-ad82-14dfc009e5cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 1099 time: 0.0726054 May 31 11:48:27.996792 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'c6c5048a-5977-475b-a81e-f46295616d00', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'port_id': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'mac_address': 'fa:16:3e:6a:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:09Z', 'updated_at': '2021-05-31T11:48:26Z', 'revision_number': 1, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:28.000876 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] Checking router: 6f8485de-f1f2-434c-aed4-fe2fc5241e94 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:28.004987 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-7fab1900-9cd1-4689-aa3f-287151b169c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:28.006449 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-7fab1900-9cd1-4689-aa3f-287151b169c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 911 time: 0.1271980 May 31 11:48:28.009602 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:28.010191 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:48:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:28.214257 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-3fb0c249-06e7-4224-9d72-97f01e568424 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 200 len: 1000 time: 0.2005944 May 31 11:48:28.224139 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:28.283861 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-7bf480d6-96c4-4cfe-9c12-61e53e7c789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:28.285436 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-7bf480d6-96c4-4cfe-9c12-61e53e7c789e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.0642948 May 31 11:48:28.306016 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f71c0-bae1-4caa-8a18-20ae4283dd91 req-6e85fcac-4756-44b5-b9cf-5d90c210da57 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:28.307586 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-218f71c0-bae1-4caa-8a18-20ae4283dd91 req-6e85fcac-4756-44b5-b9cf-5d90c210da57 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 944 time: 0.0907660 May 31 11:48:28.351854 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-218f71c0-bae1-4caa-8a18-20ae4283dd91 req-da0fb4f7-6436-4d61-bcf0-8c6f597b6975 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 May 31 11:48:28.366279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-8f1a1ea0-a923-403c-9f57-0732ed98a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:28.367801 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-8f1a1ea0-a923-403c-9f57-0732ed98a6ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742753 May 31 11:48:28.500806 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-65b81143-f60a-4443-a099-19e75b87901e service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260366 May 31 11:48:28.570679 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'c6c5048a-5977-475b-a81e-f46295616d00', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'port_id': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'mac_address': 'fa:16:3e:6a:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:09Z', 'updated_at': '2021-05-31T11:48:26Z', 'revision_number': 1, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:28.574814 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a62f8d-3237-4f8d-a6eb-072d2024da49 None None] The sync data for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi is: [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'c6c5048a-5977-475b-a81e-f46295616d00', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'port_id': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'mac_address': 'fa:16:3e:6a:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:09Z', 'updated_at': '2021-05-31T11:48:26Z', 'revision_number': 1, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:28.634500 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21823bb8-f0bc-4d02-a8af-405bcf7da0b9 req-51fa8207-67d6-4a2d-9760-40f7df01eb9e service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274469 May 31 11:48:28.767029 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2404d2e-b22d-44cc-bbe0-00d72c504339 None None] New status for floating IP c6c5048a-5977-475b-a81e-f46295616d00: ACTIVE {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:48:29.560910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2cd14-738f-4140-b55f-a703ad047473 req-e80976cb-a322-43d8-b39b-79f7dc1e3d00 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:29.562359 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-25c2cd14-738f-4140-b55f-a703ad047473 req-e80976cb-a322-43d8-b39b-79f7dc1e3d00 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 944 time: 0.0881572 May 31 11:48:29.605552 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-25c2cd14-738f-4140-b55f-a703ad047473 req-9e1052b6-3b21-4855-bcc7-6e1674e2c4a3 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374019 May 31 11:48:30.817032 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb8a9e-5e4f-4e33-b4c2-3bb6fcb2261a req-6f451c18-f9ab-4f74-9ac5-991252e91e11 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:30.818524 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-19eb8a9e-5e4f-4e33-b4c2-3bb6fcb2261a req-6f451c18-f9ab-4f74-9ac5-991252e91e11 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 944 time: 0.0943155 May 31 11:48:30.862814 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-19eb8a9e-5e4f-4e33-b4c2-3bb6fcb2261a req-27992e24-fe43-48f3-a2bc-a49d950cdb2f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385382 May 31 11:48:32.062242 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214f69-29d2-4b95-82aa-4f5d1add98d7 req-9a058cf7-62be-4623-9ec8-8f7e6686bda2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:32.063811 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-25214f69-29d2-4b95-82aa-4f5d1add98d7 req-9a058cf7-62be-4623-9ec8-8f7e6686bda2 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 944 time: 0.0854838 May 31 11:48:32.115073 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-25214f69-29d2-4b95-82aa-4f5d1add98d7 req-95dc8e7b-2200-4609-b983-a0baac11275d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 May 31 11:48:32.753154 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 6edfa985-cbf5-498c-9cb3-093dcaead8e2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:48:32.902073 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 6edfa985-cbf5-498c-9cb3-093dcaead8e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:32.915557 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'port_id': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'mac_address': 'fa:16:3e:e2:47:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:48:32.969784 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:32.992636 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edfa985-cbf5-498c-9cb3-093dcaead8e2 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:48:33.011665 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 6edfa985-cbf5-498c-9cb3-093dcaead8e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:33.018446 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:33.020204 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3da3cb32-7762-44c2-9523-a53ea055c281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:33.087428 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=6edfa985-cbf5-498c-9cb3-093dcaead8e2,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:33.090841 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:33.300002 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['6edfa985-cbf5-498c-9cb3-093dcaead8e2'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:48:33.319847 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105909a-3dd6-40d2-aaa8-56113f0f164d req-dc83f6dd-8f71-4abb-805f-21c22e6102e3 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:33.322316 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e105909a-3dd6-40d2-aaa8-56113f0f164d req-dc83f6dd-8f71-4abb-805f-21c22e6102e3 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 945 time: 0.0875087 May 31 11:48:33.366183 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e105909a-3dd6-40d2-aaa8-56113f0f164d req-5cfcc031-b068-4b9c-bd29-3329faa795da tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382740 May 31 11:48:34.570922 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fcc6c-a383-4c72-a9dd-0a27a76c8f24 req-94ed3081-2029-4e39-baa8-f9dde38c486e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:34.572358 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-219fcc6c-a383-4c72-a9dd-0a27a76c8f24 req-94ed3081-2029-4e39-baa8-f9dde38c486e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 945 time: 0.1007628 May 31 11:48:34.616066 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-219fcc6c-a383-4c72-a9dd-0a27a76c8f24 req-df270b01-4971-411b-b9e6-72e943134247 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379174 May 31 11:48:34.783446 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 6edfa985-cbf5-498c-9cb3-093dcaead8e2 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:34.858610 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:48:34.863437 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:34.863811 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:34.982677 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:35.010719 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:35.012976 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d67fa3f-a07e-4cdb-8261-b6f4c9131601" -d '{"events": [{"server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "name": "network-vif-plugged", "status": "completed", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:35.021465 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 6edfa985-cbf5-498c-9cb3-093dcaead8e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:35.027081 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:35.030118 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-449512ed-2b55-4264-a6ac-955ac2aa635f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:35.061507 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87abcd54-7d1a-45ff-9ea8-a8f008b2b34f x-openstack-request-id: req-87abcd54-7d1a-45ff-9ea8-a8f008b2b34f {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:35.061804 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "name": "network-vif-plugged", "status": "completed", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:35.062058 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87abcd54-7d1a-45ff-9ea8-a8f008b2b34f {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:35.062448 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'code': 200} May 31 11:48:35.103448 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=6edfa985-cbf5-498c-9cb3-093dcaead8e2,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:35.107144 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:35.391789 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bd981-c087-4f94-8131-9061bfd9a1a6 req-f14b7208-09de-46f3-a878-58ee70d7b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:35.393433 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c3bd981-c087-4f94-8131-9061bfd9a1a6 req-f14b7208-09de-46f3-a878-58ee70d7b222 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0766077 May 31 11:48:35.435966 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c3bd981-c087-4f94-8131-9061bfd9a1a6 req-a2e96f8f-98a0-48cd-9ef1-49c22174b186 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356772 May 31 11:48:35.819980 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab2cc-d65a-402c-a03a-12143446e900 req-e22b0659-4405-4d11-a766-2b6bff415e76 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:35.821432 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-864ab2cc-d65a-402c-a03a-12143446e900 req-e22b0659-4405-4d11-a766-2b6bff415e76 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 946 time: 0.0896995 May 31 11:48:35.867426 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-864ab2cc-d65a-402c-a03a-12143446e900 req-f78cf5d8-2038-435e-a427-e1a2afcc6f83 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400267 May 31 11:48:37.052058 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9c467-d584-43e8-ab7f-d986250027eb req-c43f0fbc-ff08-4991-824d-c0dc1ff5b51c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:37.053390 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e2e9c467-d584-43e8-ab7f-d986250027eb req-c43f0fbc-ff08-4991-824d-c0dc1ff5b51c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 946 time: 0.0828071 May 31 11:48:37.096747 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e2e9c467-d584-43e8-ab7f-d986250027eb req-50b5e40d-57d6-46f2-8ccb-e768f8b6fc67 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377314 May 31 11:48:37.291716 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b186-8a2b-41cd-bdc0-7a7d03c1a5a7 req-b2dcb6a5-37a4-4162-989e-d392e25d723c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:37.293162 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b940b186-8a2b-41cd-bdc0-7a7d03c1a5a7 req-b2dcb6a5-37a4-4162-989e-d392e25d723c tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 946 time: 0.0849402 May 31 11:48:37.343101 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b940b186-8a2b-41cd-bdc0-7a7d03c1a5a7 req-8e6902f1-7cb2-4c58-8c17-c7d289191cb7 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409157 May 31 11:48:37.368224 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35836) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:37.622840 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c19bf-5a5c-4e0f-8994-9f6235d35741 tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:37.624228 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-426c19bf-5a5c-4e0f-8994-9f6235d35741 tempest-TestVolumeBootPattern-1758156116 tempest-TestVolumeBootPattern-1758156116-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 1094 time: 0.2548537 May 31 11:48:37.628328 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 35842) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:37.633293 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'port_id': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:48:37.640662 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:48:37.645733 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Usage tracker for resource:floatingip and tenant:42e4a6b003af4780b427f2a05dcc37c6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:48:37.648789 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:48:37.654817 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:48:37.668223 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:37.807986 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:37.942716 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Allocated IP 172.27.0.56 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/44f844eb-ed74-4198-9621-b150d58f0634) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:48:38.183707 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:38.217916 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:38.222311 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-417ec879-b541-4ae3-851c-c0e2f003910f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:38.279961 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:48:38.282772 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:48:38.286474 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:48:38.320033 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=44f844eb-ed74-4198-9621-b150d58f0634,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:38.323994 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:38.726525 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:38.809657 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:39.013148 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:39.019274 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:39.024581 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f7e1b1a8-e195-436b-8962-548e8ac65a2b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:39.135820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event updated for resources: {'Port': ['ID=44f844eb-ed74-4198-9621-b150d58f0634,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:39.139743 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:39.146515 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:39.315410 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Floating IP dec70197-b126-4e39-a2aa-fe6b6a005d1e associated. External IP: 172.27.0.56, port: 6edfa985-cbf5-498c-9cb3-093dcaead8e2. May 31 11:48:39.759019 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:48:39.950000 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:48:39.959819 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:48:39.970185 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:39.970857 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:48:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:39.975981 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:40.033004 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-9c6e9719-1ea7-42e8-b536-0ca70bd269a9 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4035051 May 31 11:48:40.033433 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:40.035832 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:40.082155 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9945b1e3-bb7e-4900-9074-03e3fdebe57a x-openstack-request-id: req-9945b1e3-bb7e-4900-9074-03e3fdebe57a {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:40.082479 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:40.082810 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9945b1e3-bb7e-4900-9074-03e3fdebe57a {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:40.083223 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'status': 'completed', 'code': 200} May 31 11:48:40.144566 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:40.215662 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-2edfdac4-0f64-4cfe-8043-8344ad32dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:40.217151 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-2edfdac4-0f64-4cfe-8043-8344ad32dabc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0800436 May 31 11:48:40.349434 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-158f8496-e8e6-42c9-87af-0d120ec6a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:40.350806 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-158f8496-e8e6-42c9-87af-0d120ec6a90e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.1274457 May 31 11:48:40.456098 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-2c0a2507-e055-4394-a7c5-fca81a12fef0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2 HTTP/1.1" status: 200 len: 999 time: 0.0969434 May 31 11:48:40.493622 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'dec70197-b126-4e39-a2aa-fe6b6a005d1e', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:e2:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:38Z', 'updated_at': '2021-05-31T11:48:38Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}, {'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:19Z', 'revision_number': 1, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:40.497416 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:48:40.505681 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:48:40.506269 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:48:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:40.518754 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-31ba831c-9a72-49a6-b15d-704afb7bb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:40.520319 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-31ba831c-9a72-49a6-b15d-704afb7bb4b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0575190 May 31 11:48:40.601608 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-94ed35d9-06f8-4b29-a208-ecc63d22a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:40.603063 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-94ed35d9-06f8-4b29-a208-ecc63d22a577 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750971 May 31 11:48:40.686993 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:48:40.735106 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-f651bedd-396b-4af1-901a-5b74cd2ee58e service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240051 May 31 11:48:40.874285 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba55393b-6865-4e29-bbdc-1f7825dd4a0f req-3f90a7b8-97a5-4d1e-89b6-c37bdb7a1d4f service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327481 May 31 11:48:41.076327 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'dec70197-b126-4e39-a2aa-fe6b6a005d1e', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:e2:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:38Z', 'updated_at': '2021-05-31T11:48:38Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}, {'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:19Z', 'revision_number': 1, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:48:41.080567 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febb783-3da9-4938-98ab-f937c193fbb6 None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'dec70197-b126-4e39-a2aa-fe6b6a005d1e', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:e2:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:38Z', 'updated_at': '2021-05-31T11:48:38Z', 'revision_number': 0, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}, {'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:19Z', 'revision_number': 1, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:48:41.269498 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d9fcc2-f92e-4256-9d79-03dc08f84c6b None None] New status for floating IP dec70197-b126-4e39-a2aa-fe6b6a005d1e: ACTIVE {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:48:44.306691 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:46.593624 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2e834298-6567-4dbf-b67b-a4f2145b96fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:48.766370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-de90b73e-517b-4ec7-9377-86e7ded2a43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:48.832452 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:49.974166 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:51.534141 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:51.802589 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-05c31a72-5f3a-40a6-8053-42227e4cfd85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728080 May 31 11:48:51.921082 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-6f6a46ff-1234-4650-a8aa-1fd8f94f8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:51.922558 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-6f6a46ff-1234-4650-a8aa-1fd8f94f8f27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1099 time: 0.0813272 May 31 11:48:52.181189 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-443d763e-a96a-4626-b5cd-6ba269a6fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:52.182531 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-443d763e-a96a-4626-b5cd-6ba269a6fe85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.2370086 May 31 11:48:52.286296 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-a7806625-e2e1-4e91-bfe4-07006ec34333 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 200 len: 1002 time: 0.0967927 May 31 11:48:52.356747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-3b0612e3-faef-437a-8299-a818685772bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:52.358104 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-3b0612e3-faef-437a-8299-a818685772bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0616980 May 31 11:48:52.435448 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-0c61b940-14d9-4850-9f0f-11083b92037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:52.436852 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-0c61b940-14d9-4850-9f0f-11083b92037c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717647 May 31 11:48:52.569382 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-a5aacbff-27f1-44fa-9852-5e631d265fad service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239514 May 31 11:48:52.703786 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-835a115f-0886-4dc0-9ed1-a54b8d62ee58 req-9c55193c-22e8-45df-991b-66728d29a072 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265616 May 31 11:49:04.545236 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:14.318644 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:16.584416 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9b95-d8eb-4907-bd9a-179c30eb6949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:17.053865 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07192534-dba7-4e64-be61-a318632a6fe9 req-3607f371-7642-427e-8e1a-da11396fb13c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:17.055340 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-07192534-dba7-4e64-be61-a318632a6fe9 req-3607f371-7642-427e-8e1a-da11396fb13c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0823894 May 31 11:49:17.102060 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-07192534-dba7-4e64-be61-a318632a6fe9 req-1545f2cc-8f2e-4e96-9aac-1b59cd7b4854 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 May 31 11:49:18.317079 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d6fd7-c644-46f9-944e-1822572090b9 req-50092c2e-0f94-4c7e-840b-fed7d91cfcf9 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:18.318520 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-704d6fd7-c644-46f9-944e-1822572090b9 req-50092c2e-0f94-4c7e-840b-fed7d91cfcf9 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0962834 May 31 11:49:18.363900 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-704d6fd7-c644-46f9-944e-1822572090b9 req-4c090215-c247-471e-b16d-47b57ec5f87a tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392160 May 31 11:49:18.759655 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-35c7793e-ddb6-4ac1-99bc-e209c3f0f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:18.838963 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:19.566572 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59429846-6d2d-4309-8aa4-3f385fe8fe57 req-f6ca83c7-905a-43b2-b812-6049486d5ab5 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:19.568072 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-59429846-6d2d-4309-8aa4-3f385fe8fe57 req-f6ca83c7-905a-43b2-b812-6049486d5ab5 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0864525 May 31 11:49:19.612865 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-59429846-6d2d-4309-8aa4-3f385fe8fe57 req-20caad70-8e8e-4f4f-942b-4d6f5bf3fae8 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388861 May 31 11:49:19.973792 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:20.816178 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb133c7e-a388-405f-aac0-9e9f9c587798 req-6ea8f993-1f8a-48c0-9c94-a95be7e30229 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:20.817757 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bb133c7e-a388-405f-aac0-9e9f9c587798 req-6ea8f993-1f8a-48c0-9c94-a95be7e30229 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0860419 May 31 11:49:20.876572 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bb133c7e-a388-405f-aac0-9e9f9c587798 req-b82a7a0b-0abf-434d-8c33-1b2f7033285a tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488255 May 31 11:49:21.540647 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:22.076169 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c520ff-376f-4df4-9b9e-f3db15b37f5d req-2dc1e958-e13a-4297-9aba-d0290995e6b2 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:22.077609 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-71c520ff-376f-4df4-9b9e-f3db15b37f5d req-2dc1e958-e13a-4297-9aba-d0290995e6b2 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0906224 May 31 11:49:22.123665 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-71c520ff-376f-4df4-9b9e-f3db15b37f5d req-8a723acd-4992-48d6-b5e6-64fdb5e56642 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 May 31 11:49:23.350861 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a145446-ddfb-440a-a7b3-c027a5613815 req-8cc75dbf-a856-4398-8668-6a4113a4df36 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:23.352355 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a145446-ddfb-440a-a7b3-c027a5613815 req-8cc75dbf-a856-4398-8668-6a4113a4df36 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0995562 May 31 11:49:23.396165 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4a145446-ddfb-440a-a7b3-c027a5613815 req-05dad0fb-4f7d-47e8-9e71-8ac26f57a05b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380106 May 31 11:49:24.612245 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b3cf9-82f8-4e72-833e-d64de1ce6169 req-04003b4e-5643-41cb-9ea7-cdf3fedeb367 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:24.613717 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-368b3cf9-82f8-4e72-833e-d64de1ce6169 req-04003b4e-5643-41cb-9ea7-cdf3fedeb367 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0974064 May 31 11:49:24.658321 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-368b3cf9-82f8-4e72-833e-d64de1ce6169 req-eb9b42cf-b3a9-42e7-9bec-0bd78c8a1c21 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 May 31 11:49:25.869791 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185df07-e666-4617-8f93-5d0df37947bf req-66cd0928-9c68-407a-8937-459adb820321 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:25.871212 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5185df07-e666-4617-8f93-5d0df37947bf req-66cd0928-9c68-407a-8937-459adb820321 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0847025 May 31 11:49:25.921089 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5185df07-e666-4617-8f93-5d0df37947bf req-529d16e2-22e8-4647-b37a-c31b9bd056ae tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441141 May 31 11:49:27.111181 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaa9d1-4bbd-42e2-9825-4d9772044f5e req-61592d0b-010a-4d58-9f8a-6a0dd01f4285 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:27.112615 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4edaa9d1-4bbd-42e2-9825-4d9772044f5e req-61592d0b-010a-4d58-9f8a-6a0dd01f4285 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0832655 May 31 11:49:27.160384 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4edaa9d1-4bbd-42e2-9825-4d9772044f5e req-eb58a00c-3067-4a6e-a8bf-3d64528c202a tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 May 31 11:49:28.376345 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0778f8-c2f6-4198-9c98-771515ab3ed2 req-c9839b3a-a54b-446c-b662-96399ccd4a9d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:28.377878 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e0778f8-c2f6-4198-9c98-771515ab3ed2 req-c9839b3a-a54b-446c-b662-96399ccd4a9d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0916350 May 31 11:49:28.421843 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8e0778f8-c2f6-4198-9c98-771515ab3ed2 req-f9a039dc-fe04-4388-96e2-45f38944d105 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381052 May 31 11:49:29.616587 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761b28d-be1a-453e-a261-013963deb69e req-646763b7-6354-46c4-8aca-3b52c63ed2f0 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:29.618060 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e761b28d-be1a-453e-a261-013963deb69e req-646763b7-6354-46c4-8aca-3b52c63ed2f0 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0839500 May 31 11:49:29.665432 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e761b28d-be1a-453e-a261-013963deb69e req-cdbb60ab-0a29-4b65-8067-0d53414a80c3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384297 May 31 11:49:30.876102 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b12ca5-28d2-457c-bd3d-a82d025a4f35 req-2f339959-6202-49d5-982c-72abbdb8650e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:30.877564 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-87b12ca5-28d2-457c-bd3d-a82d025a4f35 req-2f339959-6202-49d5-982c-72abbdb8650e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0925660 May 31 11:49:30.923707 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-87b12ca5-28d2-457c-bd3d-a82d025a4f35 req-ff16de7c-3497-4943-a105-b5f620232976 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402648 May 31 11:49:32.129244 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733612be-cfb8-441e-8b7b-54ba48a8d39d req-85b2cc66-fddd-48b9-b875-eb1615b113f3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:32.130730 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-733612be-cfb8-441e-8b7b-54ba48a8d39d req-85b2cc66-fddd-48b9-b875-eb1615b113f3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0905268 May 31 11:49:32.178297 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-733612be-cfb8-441e-8b7b-54ba48a8d39d req-8d3311c4-0239-4a61-8690-4b730081b34d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389657 May 31 11:49:33.384495 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c36e16-2d70-4b8d-bf1c-2922e7e0b05d req-68fc0753-6ad0-4f46-8bd5-a6e58c87936b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:33.385891 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-63c36e16-2d70-4b8d-bf1c-2922e7e0b05d req-68fc0753-6ad0-4f46-8bd5-a6e58c87936b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0873148 May 31 11:49:33.436111 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-63c36e16-2d70-4b8d-bf1c-2922e7e0b05d req-67a34d61-8e51-46d2-bd18-9f49333cd8e2 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 May 31 11:49:33.832073 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fdde6-d66c-46f0-bf04-1b203d307590 req-41392cbd-bac9-46e6-af49-06427e75f1be tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:33.833626 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a40fdde6-d66c-46f0-bf04-1b203d307590 req-41392cbd-bac9-46e6-af49-06427e75f1be tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.1316249 May 31 11:49:33.891423 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a40fdde6-d66c-46f0-bf04-1b203d307590 req-7a9416f7-4d0c-474b-b8a4-660786974e48 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512285 May 31 11:49:33.893410 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8699309-829d-422a-a02d-eeeecb60c383 req-bd480c58-cc35-43fe-b02d-118e6d135af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:33.894786 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8699309-829d-422a-a02d-eeeecb60c383 req-bd480c58-cc35-43fe-b02d-118e6d135af7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 1099 time: 0.1206915 May 31 11:49:34.027073 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8699309-829d-422a-a02d-eeeecb60c383 req-713fbaf2-b9dd-4e2c-83f6-011270db3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:34.028362 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8699309-829d-422a-a02d-eeeecb60c383 req-713fbaf2-b9dd-4e2c-83f6-011270db3a63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 911 time: 0.1273444 May 31 11:49:34.128478 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8699309-829d-422a-a02d-eeeecb60c383 req-bf1db870-7ed1-44f9-b9bf-248c4a72a917 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 200 len: 1002 time: 0.0934772 May 31 11:49:34.191846 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8699309-829d-422a-a02d-eeeecb60c383 req-7a3e7b86-57b5-482a-89ec-91db50a46b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:34.193262 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8699309-829d-422a-a02d-eeeecb60c383 req-7a3e7b86-57b5-482a-89ec-91db50a46b88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.0589154 May 31 11:49:34.273562 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8699309-829d-422a-a02d-eeeecb60c383 req-ca5da9be-514c-4fd7-9a02-dd0b9edd1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:34.275092 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8699309-829d-422a-a02d-eeeecb60c383 req-ca5da9be-514c-4fd7-9a02-dd0b9edd1896 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758438 May 31 11:49:34.492613 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8699309-829d-422a-a02d-eeeecb60c383 req-12db5797-512c-4324-9d61-d2e9004bca2a service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109303 May 31 11:49:34.620646 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c8699309-829d-422a-a02d-eeeecb60c383 req-43e8d9b0-65fd-4e27-8ae5-bd89273c8149 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220734 May 31 11:49:35.104202 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69537cb-a9b6-4e94-8111-d42d149396a1 req-9253cfd7-fa73-48db-b4c0-dae271d689f1 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:35.106796 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e69537cb-a9b6-4e94-8111-d42d149396a1 req-9253cfd7-fa73-48db-b4c0-dae271d689f1 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0966420 May 31 11:49:35.158828 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e69537cb-a9b6-4e94-8111-d42d149396a1 req-81cfcf86-5680-4ec4-982a-4754c7f7b1ae tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461979 May 31 11:49:36.373537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde98569-c639-401a-9355-1a2c2221d01e req-11de7e0b-afa0-4977-8e63-fdda42b747e1 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:36.375583 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bde98569-c639-401a-9355-1a2c2221d01e req-11de7e0b-afa0-4977-8e63-fdda42b747e1 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.1031232 May 31 11:49:36.422285 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bde98569-c639-401a-9355-1a2c2221d01e req-9a71c3f2-0776-4117-a260-ae39c16a9081 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 May 31 11:49:41.550114 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:44.310280 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:46.589241 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2ed2dab0-00bc-4a50-be64-3b50ae9a1cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:48.766231 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-be2c178d-c141-45ad-82ed-99b0bd58be25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:48.839123 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:49.981667 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:51.541786 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:51.913804 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-85eaa8ac-43f8-4d20-b4b6-011b61df2726 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727215 May 31 11:49:52.082757 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3af94-2280-4807-b513-cc91471ae504 req-4e1c9eef-f037-4242-8847-7e478abf835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:52.084191 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-4e1c9eef-f037-4242-8847-7e478abf835b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1099 time: 0.0755813 May 31 11:49:52.228908 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3af94-2280-4807-b513-cc91471ae504 req-5c699402-dbbd-44cc-ae2f-f9e75bf6323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:52.230309 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-5c699402-dbbd-44cc-ae2f-f9e75bf6323d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.1249888 May 31 11:49:52.335144 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-110f418b-2a15-4baa-a953-6c7a3fa31d12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 200 len: 1002 time: 0.0975893 May 31 11:49:52.397554 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3af94-2280-4807-b513-cc91471ae504 req-b188aa21-5cf8-44aa-be1d-dec44e16b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:52.398958 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-b188aa21-5cf8-44aa-be1d-dec44e16b6e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0577648 May 31 11:49:52.475028 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3af94-2280-4807-b513-cc91471ae504 req-5363d611-b75e-49f4-8835-aab06d173193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:52.476519 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-5363d611-b75e-49f4-8835-aab06d173193 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707312 May 31 11:49:52.609526 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-66a2a6e5-0ce1-4993-93a1-eeb08d45719f service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248651 May 31 11:49:52.762416 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7e3af94-2280-4807-b513-cc91471ae504 req-36377705-cd61-42dd-89cb-43d5fdb5dd68 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461878 May 31 11:50:07.610709 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 35996) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:07.895258 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Deleting port 44f844eb-ed74-4198-9621-b150d58f0634 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:07.895580 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.027377 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.027717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.236891 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Calling delete_port for 44f844eb-ed74-4198-9621-b150d58f0634 owned by network:floatingip {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:08.367538 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.371289 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c3bfb327-7ccf-4b27-b4d9-f5397e57f2b2 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:08.416912 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event deleted for resources: {'Port': ['ID=44f844eb-ed74-4198-9621-b150d58f0634,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:08.454769 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.455140 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.455497 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.455873 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.456222 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.456565 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.457012 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.457359 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.457700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.458039 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.458374 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.458713 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:08.465771 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:08.519165 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.519405 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Floating IP dec70197-b126-4e39-a2aa-fe6b6a005d1e disassociated (deleted). External IP: 172.27.0.56, port: 6edfa985-cbf5-498c-9cb3-093dcaead8e2. May 31 11:50:08.888687 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:50:09.069999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:50:09.080190 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:50:09.091791 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:09.093039 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:09.093644 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:49:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:09.154874 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "DELETE /v2.0/floatingips/dec70197-b126-4e39-a2aa-fe6b6a005d1e HTTP/1.1" status: 204 len: 168 time: 1.5426435 May 31 11:50:09.155719 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:09.158305 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c31db40-8486-4634-acee-f42f992ec99b" -d '{"events": [{"name": "network-changed", "server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:09.210748 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667385e7-34be-48b1-bd26-da3e42e22073 x-openstack-request-id: req-667385e7-34be-48b1-bd26-da3e42e22073 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:09.211385 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:09.211819 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-667385e7-34be-48b1-bd26-da3e42e22073 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:09.212253 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'status': 'completed', 'code': 200} May 31 11:50:09.267838 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:09.338363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31db40-8486-4634-acee-f42f992ec99b req-454cb996-34ac-4d4f-b19e-e4a56b71d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:09.341103 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c31db40-8486-4634-acee-f42f992ec99b req-454cb996-34ac-4d4f-b19e-e4a56b71d870 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0821681 May 31 11:50:09.511763 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31db40-8486-4634-acee-f42f992ec99b req-54defa4b-338e-4c82-bfc8-51205ffdcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:09.513581 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c31db40-8486-4634-acee-f42f992ec99b req-54defa4b-338e-4c82-bfc8-51205ffdcb69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.1590526 May 31 11:50:09.550510 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb216-a386-4fb9-9739-1b1382516908 req-0ed9354f-696d-4d83-b629-1e4a7f640cba tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:09.552019 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3eddb216-a386-4fb9-9739-1b1382516908 req-0ed9354f-696d-4d83-b629-1e4a7f640cba tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 946 time: 0.0934410 May 31 11:50:09.593131 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c31db40-8486-4634-acee-f42f992ec99b req-9e0c8023-45b8-4020-84e1-0ffc99420b0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2 HTTP/1.1" status: 200 len: 217 time: 0.0715656 May 31 11:50:09.598329 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3eddb216-a386-4fb9-9739-1b1382516908 req-c663e769-b9ff-4f76-997f-6d2dd48a8edc tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403101 May 31 11:50:09.635123 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:19Z', 'revision_number': 1, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:09.638982 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:50:09.647595 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:09.648174 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:49:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:09.655619 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31db40-8486-4634-acee-f42f992ec99b req-4e6018a2-6899-4d26-a817-70dbfdd03e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:09.657131 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c31db40-8486-4634-acee-f42f992ec99b req-4e6018a2-6899-4d26-a817-70dbfdd03e0a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.0573382 May 31 11:50:09.732803 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31db40-8486-4634-acee-f42f992ec99b req-2b0d9e69-1f90-4c7f-8dff-725e96f7c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:09.734306 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c31db40-8486-4634-acee-f42f992ec99b req-2b0d9e69-1f90-4c7f-8dff-725e96f7c312 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701091 May 31 11:50:09.827603 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:10.005947 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c31db40-8486-4634-acee-f42f992ec99b req-6f2ecd1c-0bf1-4af1-bfba-49d9b6c238ba service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644002 May 31 11:50:10.161686 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c31db40-8486-4634-acee-f42f992ec99b req-aca7e69a-fbc0-406d-a0c5-894e93c6826b service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486533 May 31 11:50:10.226576 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:19Z', 'revision_number': 1, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:10.230411 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85c0d5-63ce-4ed8-b579-cc51a43f9694 None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'e42e03fe-76c2-405a-8f0c-b76170e6b3d7', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'port_id': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'mac_address': 'fa:16:3e:cb:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:46:16Z', 'updated_at': '2021-05-31T11:46:19Z', 'revision_number': 1, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:50:10.294075 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03149e3-4613-4c21-8662-088f193d4848 req-9a1923cf-c2a7-4f09-bbe9-50454f5536af tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:10.296615 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e03149e3-4613-4c21-8662-088f193d4848 req-9a1923cf-c2a7-4f09-bbe9-50454f5536af tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0889888 May 31 11:50:10.348974 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e03149e3-4613-4c21-8662-088f193d4848 req-ec1ee6e4-cbcd-424c-8df2-5188b0646f38 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471845 May 31 11:50:10.448253 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63331e41-ce15-4175-83ea-bd32e07cd0a8 None None] New status for floating IP dec70197-b126-4e39-a2aa-fe6b6a005d1e: DOWN {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:50:10.795017 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344662a-425b-46f5-9196-e61862dfb865 req-64419158-ca4a-458b-b4e0-a35ef370ec83 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:10.795711 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-3344662a-425b-46f5-9196-e61862dfb865 req-64419158-ca4a-458b-b4e0-a35ef370ec83 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:10.811633 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-3344662a-425b-46f5-9196-e61862dfb865 req-64419158-ca4a-458b-b4e0-a35ef370ec83 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:10.812755 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3344662a-425b-46f5-9196-e61862dfb865 req-64419158-ca4a-458b-b4e0-a35ef370ec83 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 946 time: 0.1027768 May 31 11:50:10.860019 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-3344662a-425b-46f5-9196-e61862dfb865 req-caa023cf-917a-4de7-9148-6e800ed79eed tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382431 May 31 11:50:11.256275 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-d16cd872-08ce-4644-8a80-0aa5cab37c32 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:11.257692 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-d16cd872-08ce-4644-8a80-0aa5cab37c32 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 946 time: 0.0954795 May 31 11:50:11.395479 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Deleting port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:11.395825 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:11.530218 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] For port 6edfa985-cbf5-498c-9cb3-093dcaead8e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6edfa985-cbf5-498c-9cb3-093dcaead8e2,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:11.530480 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:11.545344 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16485df1-ace4-41a7-86c9-527a1d4ae46a req-11c40fb3-0d79-48e1-96f2-3ff82eb9e125 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:11.546992 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-16485df1-ace4-41a7-86c9-527a1d4ae46a req-11c40fb3-0d79-48e1-96f2-3ff82eb9e125 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0851912 May 31 11:50:11.593345 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-16485df1-ace4-41a7-86c9-527a1d4ae46a req-23e6849e-7a33-4067-8c38-d5a4d084ca95 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398614 May 31 11:50:11.658234 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Calling delete_port for 6edfa985-cbf5-498c-9cb3-093dcaead8e2 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:11.771891 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:11.777655 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-55fde67e-3a3e-4b30-821d-7fd5c2be1ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:11.825332 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event deleted for resources: {'Port': ['ID=6edfa985-cbf5-498c-9cb3-093dcaead8e2,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:11.828390 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:11.898166 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] No DVR routers for this DVR port 6edfa985-cbf5-498c-9cb3-093dcaead8e2 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:11.900965 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:11.903653 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'name': 'network-vif-deleted', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:11.905966 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800df953-0c0b-4213-8fbf-7f25d275f568" -d '{"events": [{"server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "name": "network-vif-deleted", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:11.920394 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-86e08773-8308-4b80-80ef-4ad78ef568c3 req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "DELETE /v2.0/ports/6edfa985-cbf5-498c-9cb3-093dcaead8e2 HTTP/1.1" status: 204 len: 173 time: 0.6564593 May 31 11:50:11.954869 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9231c529-97a7-42e7-ac51-a32ecf3b2378 x-openstack-request-id: req-9231c529-97a7-42e7-ac51-a32ecf3b2378 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:11.955635 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67930ec5-f570-401f-9b3a-5657f4dea3d6", "name": "network-vif-deleted", "tag": "6edfa985-cbf5-498c-9cb3-093dcaead8e2", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:11.955635 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9231c529-97a7-42e7-ac51-a32ecf3b2378 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:11.955925 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67930ec5-f570-401f-9b3a-5657f4dea3d6', 'name': 'network-vif-deleted', 'tag': '6edfa985-cbf5-498c-9cb3-093dcaead8e2', 'status': 'completed', 'code': 200} May 31 11:50:12.013939 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-51cb382e-26a3-4ce5-8754-32bede2ddcd4 req-3926c574-532d-4382-8e68-4100d29fba9d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:12.031445 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-51cb382e-26a3-4ce5-8754-32bede2ddcd4 req-3926c574-532d-4382-8e68-4100d29fba9d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:12.032655 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-51cb382e-26a3-4ce5-8754-32bede2ddcd4 req-3926c574-532d-4382-8e68-4100d29fba9d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=67930ec5-f570-401f-9b3a-5657f4dea3d6 HTTP/1.1" status: 200 len: 210 time: 0.0631838 May 31 11:50:12.791015 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd147d-da94-4b11-a602-467cfb350c8c req-477449b1-689c-4f07-afa0-2f0d16652b6b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:12.792476 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4dfd147d-da94-4b11-a602-467cfb350c8c req-477449b1-689c-4f07-afa0-2f0d16652b6b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0815258 May 31 11:50:12.844578 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4dfd147d-da94-4b11-a602-467cfb350c8c req-0dde26f3-146f-4721-8974-8158fb94c729 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457225 May 31 11:50:13.329176 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 6edfa985-cbf5-498c-9cb3-093dcaead8e2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:13.364771 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: 6edfa985-cbf5-498c-9cb3-093dcaead8e2 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:13.365115 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 6edfa985-cbf5-498c-9cb3-093dcaead8e2 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:14.052590 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526329c-7552-4f32-a11e-f99a374ea59f req-2a5b30e8-dbc0-4400-91bd-8c244c2f2832 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:14.054060 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a526329c-7552-4f32-a11e-f99a374ea59f req-2a5b30e8-dbc0-4400-91bd-8c244c2f2832 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0889773 May 31 11:50:14.099295 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a526329c-7552-4f32-a11e-f99a374ea59f req-fe809753-4310-426a-889f-ade27c39342f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 May 31 11:50:14.329272 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:15.295705 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f54d92-72a9-49a4-bbf7-e80494b22b27 req-6c20b309-791a-43dc-a61a-137cc1d71dbd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:15.297082 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b9f54d92-72a9-49a4-bbf7-e80494b22b27 req-6c20b309-791a-43dc-a61a-137cc1d71dbd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0843484 May 31 11:50:15.347803 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b9f54d92-72a9-49a4-bbf7-e80494b22b27 req-3eab17a9-4f64-4993-b71e-81d9dc294bdb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445032 May 31 11:50:15.593465 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36048) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:15.960652 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Deleting port e400c301-7219-4a8b-afa2-d99c4d70f894 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:15.960886 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:16.078926 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:16.079205 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:16.203359 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Calling delete_port for e400c301-7219-4a8b-afa2-d99c4d70f894 owned by network:floatingip {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:16.341580 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:16.345495 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-c6112e62-4808-4e1c-8ea7-c5995bcd7c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:16.392568 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event deleted for resources: {'Port': ['ID=e400c301-7219-4a8b-afa2-d99c4d70f894,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:16.435605 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.435966 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.436322 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.436660 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.437023 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.437487 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.437670 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.438101 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.438449 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.438876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.439221 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.439630 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:16.443302 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:16.547398 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:16.547694 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Floating IP e42e03fe-76c2-405a-8f0c-b76170e6b3d7 disassociated (deleted). External IP: 172.27.0.198, port: 4a7b8151-9111-43fc-bffe-c4b1192cd906. May 31 11:50:16.583299 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-56f9fa92-6744-44c4-a6bb-a476ec2e16e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:16.714492 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea34592-402e-4496-bc6a-4aaf32c849c7 req-6ea9c99a-98d8-41d7-abad-aca11b9a5928 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:16.715890 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bea34592-402e-4496-bc6a-4aaf32c849c7 req-6ea9c99a-98d8-41d7-abad-aca11b9a5928 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.2466087 May 31 11:50:16.824461 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-bea34592-402e-4496-bc6a-4aaf32c849c7 req-a8bd12a8-972b-4ad3-b7df-8aefb320a932 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002262 May 31 11:50:16.956776 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:50:17.230325 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:50:17.239808 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:50:17.249736 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:17.250333 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:49:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:17.252369 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:17.305260 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-d41cd14c-dea2-456e-b203-2d4b870ec378 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "DELETE /v2.0/floatingips/e42e03fe-76c2-405a-8f0c-b76170e6b3d7 HTTP/1.1" status: 204 len: 168 time: 1.7106850 May 31 11:50:17.306121 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:17.308733 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1b982a-71d3-440c-8da3-599b4770413c" -d '{"events": [{"name": "network-changed", "server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:17.349843 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e645c1e-c348-4ec1-adef-1aeba660a23a x-openstack-request-id: req-7e645c1e-c348-4ec1-adef-1aeba660a23a {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:17.350190 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:17.350476 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e645c1e-c348-4ec1-adef-1aeba660a23a {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:17.350934 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'status': 'completed', 'code': 200} May 31 11:50:17.430218 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:17.478505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b982a-71d3-440c-8da3-599b4770413c req-0873df47-69a2-481c-818f-8391bf45214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:17.480071 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c1b982a-71d3-440c-8da3-599b4770413c req-0873df47-69a2-481c-818f-8391bf45214b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 1099 time: 0.0832796 May 31 11:50:17.634667 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b982a-71d3-440c-8da3-599b4770413c req-af77c62b-2ef1-4061-baa2-a29e2e625d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:17.636637 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c1b982a-71d3-440c-8da3-599b4770413c req-af77c62b-2ef1-4061-baa2-a29e2e625d29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 200 len: 912 time: 0.1446259 May 31 11:50:17.691257 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d7d0-0b9e-42b9-8b1a-cfb1b57377c5 req-845ddca6-2896-496c-b086-0b0d3547aa85 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:17.692259 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-9b07d7d0-0b9e-42b9-8b1a-cfb1b57377c5 req-845ddca6-2896-496c-b086-0b0d3547aa85 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:17.707425 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c1b982a-71d3-440c-8da3-599b4770413c req-d1193892-6f29-417d-bf81-de83e87bda2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 200 len: 217 time: 0.0630753 May 31 11:50:17.709755 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-9b07d7d0-0b9e-42b9-8b1a-cfb1b57377c5 req-845ddca6-2896-496c-b086-0b0d3547aa85 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:17.711132 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9b07d7d0-0b9e-42b9-8b1a-cfb1b57377c5 req-845ddca6-2896-496c-b086-0b0d3547aa85 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 946 time: 0.1144431 May 31 11:50:17.748242 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:17.752460 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:50:17.758038 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9b07d7d0-0b9e-42b9-8b1a-cfb1b57377c5 req-50845f63-723b-4d32-9272-259715bdf26d tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408976 May 31 11:50:17.761849 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:17.762777 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:49:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:17.871617 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b982a-71d3-440c-8da3-599b4770413c req-c19b53c9-51c6-462c-9401-97a12edd520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:17.873070 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c1b982a-71d3-440c-8da3-599b4770413c req-c19b53c9-51c6-462c-9401-97a12edd520c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 200 len: 850 time: 0.1597633 May 31 11:50:17.946088 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:17.996690 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b982a-71d3-440c-8da3-599b4770413c req-5d5c9752-8345-4bf9-af3b-3479fe7d76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:17.998195 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c1b982a-71d3-440c-8da3-599b4770413c req-5d5c9752-8345-4bf9-af3b-3479fe7d76cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec8043bd-603b-497f-9668-a3ea810a2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1173570 May 31 11:50:18.135979 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bded65b-e897-4a5b-a958-98f83c05a26e req-b4244777-0a5f-452b-a7ce-93ddeb752d48 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:18.137344 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5bded65b-e897-4a5b-a958-98f83c05a26e req-b4244777-0a5f-452b-a7ce-93ddeb752d48 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.1910813 May 31 11:50:18.169634 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c1b982a-71d3-440c-8da3-599b4770413c req-55350f51-94f0-4260-856a-e7a2590d138c service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628363 May 31 11:50:18.251779 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:18.255799 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e281e-e139-453e-96c6-da859c49054b None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:41:42Z', 'revision_number': 4, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'e0b65e03-89af-4f48-9dc2-25ea2d19afe1', 'name': '', 'network_id': 'ec8043bd-603b-497f-9668-a3ea810a2f1a', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'mac_address': 'fa:16:3e:fa:4b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:41Z', 'updated_at': '2021-05-31T11:41:50Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'subnets': [{'id': '41195bc9-a70e-44f9-bbc7-e8a11897bd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:50:18.260372 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5bded65b-e897-4a5b-a958-98f83c05a26e req-9709ce1e-b9fe-4cc0-8e8b-e02a26a764ff tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136773 May 31 11:50:18.319671 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9c1b982a-71d3-440c-8da3-599b4770413c req-a3b3ce76-dfba-4068-bac5-64380ce6d445 service neutron] 10.222.0.62 "GET /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387155 May 31 11:50:18.478656 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f52c57-c5f4-4ced-82f1-9aa78eb2c1f2 None None] New status for floating IP e42e03fe-76c2-405a-8f0c-b76170e6b3d7: DOWN {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:50:18.549888 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:18.752449 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ff363991-28f4-4195-9f44-c4fbd8ee9531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:18.834056 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:18.947293 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0d433-af3f-412a-89a3-f047d993603d req-36fa8cfe-6301-463e-aba3-ff017593cdfa tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:18.948810 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4ab0d433-af3f-412a-89a3-f047d993603d req-36fa8cfe-6301-463e-aba3-ff017593cdfa tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 946 time: 0.0809169 May 31 11:50:18.995681 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4ab0d433-af3f-412a-89a3-f047d993603d req-3a899d17-03de-4d89-b861-b47951160f1b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/security-groups?id=318549e3-38f4-40ed-bd28-e04000e0f3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412011 May 31 11:50:19.255121 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c04d7-657a-49f3-be4d-509176003949 req-8ee9c3c0-f2c8-4a6e-8289-7bb0ece920f6 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:19.256543 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-486c04d7-657a-49f3-be4d-509176003949 req-8ee9c3c0-f2c8-4a6e-8289-7bb0ece920f6 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 946 time: 0.0876622 May 31 11:50:19.456571 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Deleting port 4a7b8151-9111-43fc-bffe-c4b1192cd906 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:19.456921 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:19.528307 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90416f71-7f38-48fe-92cb-6f58390f128f req-db09dc75-88c5-459f-b1a9-8a9b3e413aaf tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:19.529716 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90416f71-7f38-48fe-92cb-6f58390f128f req-db09dc75-88c5-459f-b1a9-8a9b3e413aaf tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.1631691 May 31 11:50:19.611265 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-90416f71-7f38-48fe-92cb-6f58390f128f req-c6d19b5f-283b-4110-ab6d-1bc58abb3256 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753496 May 31 11:50:19.629069 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] For port 4a7b8151-9111-43fc-bffe-c4b1192cd906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4a7b8151-9111-43fc-bffe-c4b1192cd906,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:19.629436 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:19.749792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Calling delete_port for 4a7b8151-9111-43fc-bffe-c4b1192cd906 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:19.875398 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:19.883253 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79e00ca7-d7a8-44dd-b711-50ffc52c6421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:19.929859 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event deleted for resources: {'Port': ['ID=4a7b8151-9111-43fc-bffe-c4b1192cd906,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:19.932908 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:19.976256 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:20.004512 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] No DVR routers for this DVR port 4a7b8151-9111-43fc-bffe-c4b1192cd906 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:20.007160 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:20.009902 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'name': 'network-vif-deleted', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:20.012166 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2240965-6ffb-4fba-8dca-6f2a50031747" -d '{"events": [{"server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "name": "network-vif-deleted", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:20.029227 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-486c04d7-657a-49f3-be4d-509176003949 req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.62 "DELETE /v2.0/ports/4a7b8151-9111-43fc-bffe-c4b1192cd906 HTTP/1.1" status: 204 len: 173 time: 0.7668567 May 31 11:50:20.056059 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e242a728-8ee5-426f-9e09-1a8cc812e85a x-openstack-request-id: req-e242a728-8ee5-426f-9e09-1a8cc812e85a {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:20.056392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07e27ea-2581-4e7c-87f7-022d5c078c06", "name": "network-vif-deleted", "tag": "4a7b8151-9111-43fc-bffe-c4b1192cd906", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:20.056682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e242a728-8ee5-426f-9e09-1a8cc812e85a {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:20.057175 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e27ea-2581-4e7c-87f7-022d5c078c06', 'name': 'network-vif-deleted', 'tag': '4a7b8151-9111-43fc-bffe-c4b1192cd906', 'status': 'completed', 'code': 200} May 31 11:50:20.144386 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-712083a8-5417-4195-a1d4-370c0d9c68c9 req-43f33928-a0b2-4e27-a404-0a9170b2a08b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Synchronizing usage tracker for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:20.161791 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-712083a8-5417-4195-a1d4-370c0d9c68c9 req-43f33928-a0b2-4e27-a404-0a9170b2a08b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Unset dirty status for tenant:42e4a6b003af4780b427f2a05dcc37c6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:20.162956 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-712083a8-5417-4195-a1d4-370c0d9c68c9 req-43f33928-a0b2-4e27-a404-0a9170b2a08b tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07e27ea-2581-4e7c-87f7-022d5c078c06 HTTP/1.1" status: 200 len: 210 time: 0.0623965 May 31 11:50:20.815436 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cb364-c993-4f9d-b7a7-615187d56d95 req-d63db0d3-20e6-4f51-bed6-c8b64a21f1dc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:20.816851 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e22cb364-c993-4f9d-b7a7-615187d56d95 req-d63db0d3-20e6-4f51-bed6-c8b64a21f1dc tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0821593 May 31 11:50:20.863400 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e22cb364-c993-4f9d-b7a7-615187d56d95 req-4a38e64c-342f-4a75-ae35-92fee4945559 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406752 May 31 11:50:21.210579 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbede2-f454-4afe-9452-3c7ba5b465c4 req-c8a042b9-0e6d-4ab5-8c07-f438dfc9c3e9 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:21.212064 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5fbbede2-f454-4afe-9452-3c7ba5b465c4 req-c8a042b9-0e6d-4ab5-8c07-f438dfc9c3e9 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0898762 May 31 11:50:21.256846 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5fbbede2-f454-4afe-9452-3c7ba5b465c4 req-a528fc1c-3c1a-4b19-b111-007ea9e1ce3b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387738 May 31 11:50:21.265352 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36078) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:21.273756 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-fadb974c-79b8-4578-bce8-d3e8a9098391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:21.275242 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-fadb974c-79b8-4578-bce8-d3e8a9098391 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 1099 time: 0.0761313 May 31 11:50:21.356956 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 4a7b8151-9111-43fc-bffe-c4b1192cd906 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:21.393286 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: 4a7b8151-9111-43fc-bffe-c4b1192cd906 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:21.393593 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 4a7b8151-9111-43fc-bffe-c4b1192cd906 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:21.407098 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-b4376250-5c17-4a2a-be14-87be098958a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:21.408639 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-b4376250-5c17-4a2a-be14-87be098958a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 911 time: 0.1274447 May 31 11:50:21.485403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Deleting port 89856a01-534c-4545-b51a-81d87328f358 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:21.485701 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.545879 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.607253 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.607543 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.619744 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-7e5f0da4-00b7-4d51-8569-2567acd8dd74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 200 len: 1002 time: 0.2040393 May 31 11:50:21.681717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-c6f51f72-60b4-4ede-80de-27b494bc1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:21.683275 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-c6f51f72-60b4-4ede-80de-27b494bc1ed6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.0581164 May 31 11:50:21.729488 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Calling delete_port for 89856a01-534c-4545-b51a-81d87328f358 owned by network:floatingip {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:21.760600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-8471ced3-5d42-4d52-96fa-d6ec79f323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:21.762071 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-8471ced3-5d42-4d52-96fa-d6ec79f323c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726929 May 31 11:50:21.844737 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.849533 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-20e7cb42-375c-42c9-8cca-d26d23061501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:21.894656 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event deleted for resources: {'Port': ['ID=89856a01-534c-4545-b51a-81d87328f358,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:21.896127 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-9d0a3607-63d6-4c1a-aee3-0850a214d215 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272728 May 31 11:50:21.897790 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:21.985158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for floatingip, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.005014 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.006301 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "DELETE /v2.0/floatingips/9743d965-5e59-4219-9eb8-ec2d71d2cc5e HTTP/1.1" status: 204 len: 168 time: 0.7398949 May 31 11:50:22.034883 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b5dc678f-fa59-4645-ba51-ce917dc3b3d1 req-9c2bcc56-e93c-4d5c-af49-be5ed49dd886 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325376 May 31 11:50:22.448640 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5d2d0-0af0-444f-9b93-2c88721e6b70 req-5da7c7e0-25cc-4f83-8dfe-81283095f6b4 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:22.450092 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-61d5d2d0-0af0-444f-9b93-2c88721e6b70 req-5da7c7e0-25cc-4f83-8dfe-81283095f6b4 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0845959 May 31 11:50:22.493433 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-61d5d2d0-0af0-444f-9b93-2c88721e6b70 req-dc4c15a7-9089-4b47-99c3-4108eea9b02b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372860 May 31 11:50:23.400928 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36094) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:23.475664 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-34083b3c-eff4-4b37-8e68-e7df94911a5e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:23.505279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-34083b3c-eff4-4b37-8e68-e7df94911a5e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:23.572726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-34083b3c-eff4-4b37-8e68-e7df94911a5e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:23.578165 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1bc11c36-ad1d-474a-8b80-eb6de48f4d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:23.593950 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34083b3c-eff4-4b37-8e68-e7df94911a5e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318549e3-38f4-40ed-bd28-e04000e0f3fc,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:23.596505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-34083b3c-eff4-4b37-8e68-e7df94911a5e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:23.603402 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-34083b3c-eff4-4b37-8e68-e7df94911a5e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:23.604663 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-34083b3c-eff4-4b37-8e68-e7df94911a5e tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] 10.222.0.18 "DELETE /v2.0/security-groups/318549e3-38f4-40ed-bd28-e04000e0f3fc HTTP/1.1" status: 204 len: 168 time: 0.2026873 May 31 11:50:23.697369 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b866273-ccf4-44d5-854a-d5be0d563682 req-377ac3e0-012d-4de8-ba56-d10d1e375c71 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:23.698903 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0b866273-ccf4-44d5-854a-d5be0d563682 req-377ac3e0-012d-4de8-ba56-d10d1e375c71 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0834036 May 31 11:50:23.743712 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0b866273-ccf4-44d5-854a-d5be0d563682 req-e70b082c-3eaa-4a48-8c37-279e5cc79841 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389190 May 31 11:50:24.715406 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36106) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:25.377880 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:25.892494 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Deleting port e0b65e03-89af-4f48-9dc2-25ea2d19afe1 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:25.893250 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:26.016085 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] For port e0b65e03-89af-4f48-9dc2-25ea2d19afe1, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:26.016446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:26.136794 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Calling delete_port for e0b65e03-89af-4f48-9dc2-25ea2d19afe1 owned by network:router_interface {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:26.293208 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:26.296845 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-45f3c09e-fa4c-414f-825b-a1218c737de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:26.339862 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b65e03-89af-4f48-9dc2-25ea2d19afe1,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:26.342488 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:26.607645 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:26.978618 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Router e6b37039-0423-41ba-b778-1a694b2f082b has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:50:27.271995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:50:27.280755 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] Sync routers for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:50:27.284686 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] 10.222.0.18 "PUT /v2.0/routers/e6b37039-0423-41ba-b778-1a694b2f082b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5682092 May 31 11:50:27.287467 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36112) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:27.293383 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:27.294076 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:50:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:27.467909 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:27.575445 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks [] for router, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.745662 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.773689 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:50:26Z', 'revision_number': 5, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port': {'id': 'e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:39Z', 'updated_at': '2021-05-31T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:27.777504 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] Checking router: e6b37039-0423-41ba-b778-1a694b2f082b for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:50:27.785692 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] Routers {'e6b37039-0423-41ba-b778-1a694b2f082b'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:27.786270 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:50:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['e6b37039-0423-41ba-b778-1a694b2f082b'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:27.822211 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Deleting port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:27.822554 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.932107 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] Set router e6b37039-0423-41ba-b778-1a694b2f082b gateway port host: None {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:27.945959 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] For port e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:27.946318 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.034281 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:50:27Z', 'revision_number': 6, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:28.038762 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2791f47-c3f5-4181-89d0-b13a979419c6 None None] The sync data for ids ['e6b37039-0423-41ba-b778-1a694b2f082b'] in dv-cinder-786383-7-iscsi is: [{'id': 'e6b37039-0423-41ba-b778-1a694b2f082b', 'name': 'tempest-TestVolumeBootPattern-618789041-router', 'tenant_id': '42e4a6b003af4780b427f2a05dcc37c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:38Z', 'updated_at': '2021-05-31T11:50:27Z', 'revision_number': 6, 'project_id': '42e4a6b003af4780b427f2a05dcc37c6', 'gw_port_host': None}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:50:28.067793 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Calling delete_port for e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 owned by network:router_gateway {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:28.336640 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.340056 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-fad5a124-dc25-4fe6-8b5e-65c915b93d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:28.383233 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Pushing event deleted for resources: {'Port': ['ID=e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:28.385056 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:28.477399 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.648685 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.650910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.736280 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.736723 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b37039-0423-41ba-b778-1a694b2f082b {{(pid=98398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:50:28.754675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] Notify callbacks [] for router, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.755815 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-8ed78c6d-7f37-4233-a013-2dfa78c02efe admin admin] 10.222.0.18 "DELETE /v2.0/routers/e6b37039-0423-41ba-b778-1a694b2f082b HTTP/1.1" status: 204 len: 168 time: 1.4673660 May 31 11:50:28.759718 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36116) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:28.825602 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Deleting subnet 41195bc9-a70e-44f9-bbc7-e8a11897bd6a {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:50:28.828798 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.878084 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.958803 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.001207 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e0b65e03-89af-4f48-9dc2-25ea2d19afe1 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:29.035867 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: e0b65e03-89af-4f48-9dc2-25ea2d19afe1 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:29.036223 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e0b65e03-89af-4f48-9dc2-25ea2d19afe1 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:29.036653 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:29.074993 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:29.075601 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device e91a28db-aa62-4c1a-a094-4e1b4c9ce5e5 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:29.208129 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.211791 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:29.251860 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.254452 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41195bc9-a70e-44f9-bbc7-e8a11897bd6a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:29.256990 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e13ec-992b-40af-9b93-63030d719e9c None None] Network ec8043bd-603b-497f-9668-a3ea810a2f1a requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:29.257312 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:29.260215 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-301b1ad1-4c11-4217-93ea-fc76a410edfb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41195bc9-a70e-44f9-bbc7-e8a11897bd6a HTTP/1.1" status: 204 len: 168 time: 0.4994800 May 31 11:50:29.262964 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36120) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:29.368042 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.438772 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Deleting port fdf941f8-f314-4d76-bc2b-6be671124ac5 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:29.439139 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.514689 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] DHCP port deletion for ec8043bd-603b-497f-9668-a3ea810a2f1a request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:50:29.538985 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] For port fdf941f8-f314-4d76-bc2b-6be671124ac5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=fdf941f8-f314-4d76-bc2b-6be671124ac5,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:29.539394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.578929 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Deleting port fdf941f8-f314-4d76-bc2b-6be671124ac5 {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:29.579172 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.663711 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Calling delete_port for fdf941f8-f314-4d76-bc2b-6be671124ac5 owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:29.711891 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.716576 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:29.721283 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] For port fdf941f8-f314-4d76-bc2b-6be671124ac5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=fdf941f8-f314-4d76-bc2b-6be671124ac5,segment=NetworkSegment(a4ad0c76-70cd-4e03-9438-e44c25dcc200),segment_id=a4ad0c76-70cd-4e03-9438-e44c25dcc200)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:29.721611 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.762907 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf941f8-f314-4d76-bc2b-6be671124ac5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:29.764626 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] No DVR routers for this DVR port fdf941f8-f314-4d76-bc2b-6be671124ac5 on host dv-cinder-786383-7-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:29.766059 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:29.841009 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Calling delete_port for fdf941f8-f314-4d76-bc2b-6be671124ac5 owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:29.878825 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.883149 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.886816 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:29.893062 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8043bd-603b-497f-9668-a3ea810a2f1a']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:29.905423 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ad0c76-70cd-4e03-9438-e44c25dcc200') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:29.905719 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ad0c76-70cd-4e03-9438-e44c25dcc200') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:29.917104 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.928131 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Pushing event deleted for resources: {'Port': ['ID=fdf941f8-f314-4d76-bc2b-6be671124ac5,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:29.932813 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] No DVR routers for this DVR port fdf941f8-f314-4d76-bc2b-6be671124ac5 on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:29.933762 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.938809 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.939139 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.939494 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.942666 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:29.944146 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:50:29.944558 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.945428 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-e26dbd8c-a5fa-43fa-b2eb-994ba0a745cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:50:29.958198 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:50:30.037504 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:30.041227 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:30.054397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:30.065683 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8043bd-603b-497f-9668-a3ea810a2f1a,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:30.069715 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:30.079707 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d70e03a6-81f3-4196-8675-5a4ffe2fa21b admin admin] 10.222.0.18 "DELETE /v2.0/networks/ec8043bd-603b-497f-9668-a3ea810a2f1a HTTP/1.1" status: 204 len: 168 time: 0.8157809 May 31 11:50:30.082896 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36124) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:30.758853 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:31.010485 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device fdf941f8-f314-4d76-bc2b-6be671124ac5 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:31.046701 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: fdf941f8-f314-4d76-bc2b-6be671124ac5 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:31.047076 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device fdf941f8-f314-4d76-bc2b-6be671124ac5 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:31.206931 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Deleting port 7899ea87-246e-435a-a3d0-772add901e48 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:31.207586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:31.335089 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] For port 7899ea87-246e-435a-a3d0-772add901e48, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=7899ea87-246e-435a-a3d0-772add901e48,segment=NetworkSegment(e64af8ba-23e7-4c8e-be7b-603940c8e56e),segment_id=e64af8ba-23e7-4c8e-be7b-603940c8e56e)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:31.335331 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:31.466878 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Calling delete_port for 7899ea87-246e-435a-a3d0-772add901e48 owned by network:router_interface {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:31.629069 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:31.632583 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-25a22f4f-74d5-411b-ad30-a35056194a5b tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:31.675808 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Pushing event deleted for resources: {'Port': ['ID=7899ea87-246e-435a-a3d0-772add901e48,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:31.678945 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:32.048418 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:32.419715 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:50:32.616158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:50:32.625707 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] Sync routers for ids ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:50:32.637041 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-151918d2-776c-41b1-9c79-4eec794ff572 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e1abbf6-084d-42f1-8c4e-60a1ba85db28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5529864 May 31 11:50:32.639131 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] Routers {'3e1abbf6-084d-42f1-8c4e-60a1ba85db28'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:32.639768 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36128) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:32.640217 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:50:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:32.817815 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] Set router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:32.930111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.101025 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e664714-80ba-43d9-b608-9621accf6309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:50:31Z', 'revision_number': 5, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port': {'id': '6e664714-80ba-43d9-b608-9621accf6309', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:46Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:33.103552 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.105456 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] Checking router: 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:50:33.114530 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] Routers {'3e1abbf6-084d-42f1-8c4e-60a1ba85db28'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:33.115260 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:50:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:33.177697 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Deleting port 6e664714-80ba-43d9-b608-9621accf6309 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:33.178038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.263300 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] Set router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:33.304196 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] For port 6e664714-80ba-43d9-b608-9621accf6309, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=6e664714-80ba-43d9-b608-9621accf6309,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:33.304494 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.366343 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:50:33Z', 'revision_number': 6, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:33.370253 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac365d1-ab12-41f5-aac6-8139667152b0 None None] The sync data for ids ['3e1abbf6-084d-42f1-8c4e-60a1ba85db28'] in dv-cinder-786383-7-iscsi is: [{'id': '3e1abbf6-084d-42f1-8c4e-60a1ba85db28', 'name': 'tempest-TestVolumeBootPattern-1947840853-router', 'tenant_id': '4666656851104ac58d0d3edb73177123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:45Z', 'updated_at': '2021-05-31T11:50:33Z', 'revision_number': 6, 'project_id': '4666656851104ac58d0d3edb73177123', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:50:33.426060 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Calling delete_port for 6e664714-80ba-43d9-b608-9621accf6309 owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:33.563045 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.566679 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3e4c106e-ece7-40c8-8a37-9e73be947e37 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:33.611595 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e664714-80ba-43d9-b608-9621accf6309,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:33.614675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:33.705302 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.880009 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.883940 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.911826 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.912361 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1abbf6-084d-42f1-8c4e-60a1ba85db28 {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:50:33.930224 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.931373 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e1abbf6-084d-42f1-8c4e-60a1ba85db28 HTTP/1.1" status: 204 len: 168 time: 1.2906327 May 31 11:50:33.934241 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36136) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:33.996744 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Deleting subnet 848db81e-c369-498a-ac17-fe7fccb360fa {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:50:34.000125 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.047290 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.129502 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.484991 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.488973 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0b13b5c5-9546-4e2d-aa8f-31fc98dabf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:34.525449 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848db81e-c369-498a-ac17-fe7fccb360fa,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:34.528119 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:34.531156 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.536500 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0ad26-10fa-4950-9b6e-8fa586bb0f5b None None] Network 4b817d26-7a28-4934-b424-3464bc907ae3 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:34.538130 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-22bd928d-0c1d-4d56-8792-5443ecc27431 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/848db81e-c369-498a-ac17-fe7fccb360fa HTTP/1.1" status: 204 len: 168 time: 0.6028636 May 31 11:50:34.540682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36144) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:34.646699 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.720749 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Deleting port 5858e9cd-a7c7-407a-a486-4d914778944d {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:34.721383 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.810223 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] DHCP port deletion for 4b817d26-7a28-4934-b424-3464bc907ae3 request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:50:34.823141 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] For port 5858e9cd-a7c7-407a-a486-4d914778944d, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5858e9cd-a7c7-407a-a486-4d914778944d,segment=NetworkSegment(e64af8ba-23e7-4c8e-be7b-603940c8e56e),segment_id=e64af8ba-23e7-4c8e-be7b-603940c8e56e)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:34.823507 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.871978 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Deleting port 5858e9cd-a7c7-407a-a486-4d914778944d {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:34.872347 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:34.950796 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Calling delete_port for 5858e9cd-a7c7-407a-a486-4d914778944d owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:34.973797 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] For port 5858e9cd-a7c7-407a-a486-4d914778944d, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=5858e9cd-a7c7-407a-a486-4d914778944d,segment=NetworkSegment(e64af8ba-23e7-4c8e-be7b-603940c8e56e),segment_id=e64af8ba-23e7-4c8e-be7b-603940c8e56e)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:34.974197 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.005974 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.010066 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e3247612-3950-4fe8-81e8-f76ff8f55897 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:35.038480 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 7899ea87-246e-435a-a3d0-772add901e48 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:35.055132 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5858e9cd-a7c7-407a-a486-4d914778944d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:35.058354 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:35.059216 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] No DVR routers for this DVR port 5858e9cd-a7c7-407a-a486-4d914778944d on host dv-cinder-786383-7-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:35.136476 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Calling delete_port for 5858e9cd-a7c7-407a-a486-4d914778944d owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:35.144642 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 7899ea87-246e-435a-a3d0-772add901e48 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:35.144977 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 7899ea87-246e-435a-a3d0-772add901e48 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:35.145424 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5858e9cd-a7c7-407a-a486-4d914778944d no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:35.175029 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.179669 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 5858e9cd-a7c7-407a-a486-4d914778944d {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:35.180016 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 5858e9cd-a7c7-407a-a486-4d914778944d not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:35.180419 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 6e664714-80ba-43d9-b608-9621accf6309 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:35.188025 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b817d26-7a28-4934-b424-3464bc907ae3']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:35.200068 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64af8ba-23e7-4c8e-be7b-603940c8e56e') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:35.200385 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64af8ba-23e7-4c8e-be7b-603940c8e56e') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:35.212156 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.220408 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 6e664714-80ba-43d9-b608-9621accf6309 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:35.220772 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 6e664714-80ba-43d9-b608-9621accf6309 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:35.230038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.237588 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:50:35.237977 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.249182 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:50:35.251443 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:50:35.253607 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-378a0cfa-6da7-4ea8-933d-ec7c2da514d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:35.294131 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Pushing event deleted for resources: {'Port': ['ID=5858e9cd-a7c7-407a-a486-4d914778944d,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:35.297111 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:35.297836 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] No DVR routers for this DVR port 5858e9cd-a7c7-407a-a486-4d914778944d on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:35.333205 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.336893 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8937585a-a957-436c-96e3-c240ff6303b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:35.349801 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.361002 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b817d26-7a28-4934-b424-3464bc907ae3,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:35.365089 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:35.368636 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4b817d26-7a28-4934-b424-3464bc907ae3 HTTP/1.1" status: 204 len: 168 time: 0.8270519 May 31 11:50:35.487170 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36152) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:35.535134 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-29f99393-a6ef-4f4c-bda5-5678071aaf58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42e4a6b003af4780b427f2a05dcc37c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467455 May 31 11:50:35.537409 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36156) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:35.594720 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e622-48a6-4b78-b506-48fa427759a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.619866 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e622-48a6-4b78-b506-48fa427759a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.683675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e622-48a6-4b78-b506-48fa427759a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.687363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c2832d2e-2e04-4a13-984e-ebbc0737bbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:35.699659 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1e622-48a6-4b78-b506-48fa427759a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e309d0a-5f4e-46b5-8946-d9a487e29fa8,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:35.703066 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f9d1e622-48a6-4b78-b506-48fa427759a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:35.708943 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-f9d1e622-48a6-4b78-b506-48fa427759a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:35.712830 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-f9d1e622-48a6-4b78-b506-48fa427759a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e309d0a-5f4e-46b5-8946-d9a487e29fa8 HTTP/1.1" status: 204 len: 168 time: 0.1718581 May 31 11:50:36.103474 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36164) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:36.153023 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9cb616ca-999d-465a-94d3-f24aa4fc1ef4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4666656851104ac58d0d3edb73177123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482409 May 31 11:50:36.155446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36168) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:36.218486 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-53ff145c-334e-4212-9e06-6e007b0277df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:36.249922 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-53ff145c-334e-4212-9e06-6e007b0277df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:36.304099 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-53ff145c-334e-4212-9e06-6e007b0277df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:36.308686 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-db1459fe-e57d-4f67-8b0c-9c76432f4990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:36.320094 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff145c-334e-4212-9e06-6e007b0277df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745aa33-935d-4b24-9bfd-a9361bb945ef,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:36.322423 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-53ff145c-334e-4212-9e06-6e007b0277df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:36.326666 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-53ff145c-334e-4212-9e06-6e007b0277df admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:36.327968 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-53ff145c-334e-4212-9e06-6e007b0277df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3745aa33-935d-4b24-9bfd-a9361bb945ef HTTP/1.1" status: 204 len: 168 time: 0.1716342 May 31 11:50:44.347571 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:46.604091 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-5787ba5b-305d-4b95-8350-2b4dd1b7bc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:48.766143 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d56e4b5b-316a-4a61-aae4-8489faa5e07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:48.839616 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:49.983173 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:51.557971 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:53.775583 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-fc99492a-f045-4813-b7c9-19b9e5e7ba0d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2539859 May 31 11:50:53.878256 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-5f4893b5-be78-4455-9da6-05f33f6df891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:53.879758 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-5f4893b5-be78-4455-9da6-05f33f6df891 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 1099 time: 0.0711851 May 31 11:50:54.024909 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-02899567-5947-403c-a3cc-648a573e68de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:54.026359 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-02899567-5947-403c-a3cc-648a573e68de service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 911 time: 0.1257396 May 31 11:50:54.227710 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-122d252a-b83a-4ff8-8807-c14056406841 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 200 len: 1002 time: 0.1951625 May 31 11:50:54.293600 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-b0a2d87b-98f2-46b3-9445-0be75f9b0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:54.294923 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-b0a2d87b-98f2-46b3-9445-0be75f9b0d37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.0600615 May 31 11:50:54.371548 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-d5f3356e-ab03-4a89-9dc6-d3935e620cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:54.372964 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-d5f3356e-ab03-4a89-9dc6-d3935e620cd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706716 May 31 11:50:54.383302 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-b388bd60-9e6b-4746-b0a2-d52d5f8816c5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:50:54.384175 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-b388bd60-9e6b-4746-b0a2-d52d5f8816c5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049274 May 31 11:50:54.515742 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-cd5df222-12ef-410a-a791-3fa16fc8c2ea service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252680 May 31 11:50:54.648151 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8dc9c2ab-d6b2-4c3e-b9ca-2dd571e2be6a req-241ac290-488b-40e7-a9d4-f3cb4e58e0b3 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254778 May 31 11:50:55.549973 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:56.447898 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee355a2b-f907-4434-9a33-821b3cddafd3 req-740bb334-ad42-4216-87a0-de808c75a024 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:56.449356 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee355a2b-f907-4434-9a33-821b3cddafd3 req-740bb334-ad42-4216-87a0-de808c75a024 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.2031662 May 31 11:50:56.493924 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee355a2b-f907-4434-9a33-821b3cddafd3 req-c2816c25-d034-4a0a-b4f1-16c09795d884 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 May 31 11:50:57.760866 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087000-a8b8-431b-8cd6-7094df102222 req-53d7c136-f9f0-46ea-8fa6-974c61a60387 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:57.762349 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fd087000-a8b8-431b-8cd6-7094df102222 req-53d7c136-f9f0-46ea-8fa6-974c61a60387 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.1526544 May 31 11:50:57.807740 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-fd087000-a8b8-431b-8cd6-7094df102222 req-1b4302ae-e444-46a9-bf2b-66a56782cf80 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394602 May 31 11:50:58.249668 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-605be758-21c2-4dd8-b398-a02f1cb2c2b6 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:58.251089 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-605be758-21c2-4dd8-b398-a02f1cb2c2b6 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.0947733 May 31 11:50:58.401106 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Deleting port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:58.401457 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:58.533538 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] For port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:58.533788 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:58.823077 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:58.823313 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:58.823643 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Floating IP c6c5048a-5977-475b-a81e-f46295616d00 disassociated. External IP: 172.27.0.143, port: ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9. May 31 11:50:58.823978 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Calling delete_port for ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:58.988062 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:58.995082 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9cf2f9cf-0273-4e78-90bf-310473d7189b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:59.045990 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event deleted for resources: {'Port': ['ID=ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:59.050424 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:59.247245 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965578-7455-4ae1-9467-f2e06047c484 req-8f68a180-8f36-400f-bdd2-042ed52a1907 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:59.248714 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-09965578-7455-4ae1-9467-f2e06047c484 req-8f68a180-8f36-400f-bdd2-042ed52a1907 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f2a9a2-b2d4-41d6-ab00-c7038527a8f3 HTTP/1.1" status: 200 len: 946 time: 0.3297980 May 31 11:50:59.372951 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-09965578-7455-4ae1-9467-f2e06047c484 req-2424b2c9-34f7-4611-aeca-358ba33b8f3a tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=745b1d1c-13de-43ff-a499-519164ee55fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167674 May 31 11:50:59.382522 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:50:59.581904 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:50:59.591576 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] Sync routers for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:50:59.601924 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:59.602522 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:50:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:59.658461 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] No DVR routers for this DVR port ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:59.661094 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:59.663779 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'name': 'network-vif-deleted', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:59.666267 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db8d0ed-c9b1-4805-9287-67235636dd70" -d '{"events": [{"server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "name": "network-vif-deleted", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:59.683629 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d71c5b72-43ad-4ecb-bfbe-17b3462aeea6 req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "DELETE /v2.0/ports/ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 HTTP/1.1" status: 204 len: 173 time: 1.4270000 May 31 11:50:59.716835 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23142b-1dad-477e-be6b-d4b70b581194 x-openstack-request-id: req-fe23142b-1dad-477e-be6b-d4b70b581194 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:59.717163 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f2a9a2-b2d4-41d6-ab00-c7038527a8f3", "name": "network-vif-deleted", "tag": "ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:59.717518 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe23142b-1dad-477e-be6b-d4b70b581194 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:59.717947 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f2a9a2-b2d4-41d6-ab00-c7038527a8f3', 'name': 'network-vif-deleted', 'tag': 'ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9', 'status': 'completed', 'code': 200} May 31 11:50:59.778056 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:00.090570 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:00.094546 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] Checking router: 6f8485de-f1f2-434c-aed4-fe2fc5241e94 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:00.103113 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:00.103694 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:50:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:00.277661 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:00.498763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36218) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:00.563011 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de7e4098-1660-4aa0-86ed-c7218b126815 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:00.590234 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de7e4098-1660-4aa0-86ed-c7218b126815 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:00.622789 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:00.626799 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f7156-cc57-4e2e-b8b5-d7c569d2ef22 None None] The sync data for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi is: [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:51:00.645206 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de7e4098-1660-4aa0-86ed-c7218b126815 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:00.649081 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-85b349d6-1554-44da-b43b-908afa5e14ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:00.663598 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4098-1660-4aa0-86ed-c7218b126815 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745b1d1c-13de-43ff-a499-519164ee55fa,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:00.666817 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-de7e4098-1660-4aa0-86ed-c7218b126815 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:00.677090 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-de7e4098-1660-4aa0-86ed-c7218b126815 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:00.678190 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-de7e4098-1660-4aa0-86ed-c7218b126815 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "DELETE /v2.0/security-groups/745b1d1c-13de-43ff-a499-519164ee55fa HTTP/1.1" status: 204 len: 168 time: 0.1784413 May 31 11:51:00.681066 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36222) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:00.697842 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.api.v2.resource [None req-a353a7f1-b3c4-4720-b1c6-766d66a9ed5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] show failed (client error): The resource could not be found. May 31 11:51:00.698970 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a353a7f1-b3c4-4720-b1c6-766d66a9ed5c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups/745b1d1c-13de-43ff-a499-519164ee55fa HTTP/1.1" status: 404 len: 347 time: 0.0169396 May 31 11:51:00.701812 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36226) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:00.833390 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b5ba3f-0b05-40e7-809c-d1a085e75fcf None None] New status for floating IP c6c5048a-5977-475b-a81e-f46295616d00: DOWN {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:51:00.926801 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Deleting port d02adef2-a620-4606-949d-5fd7e36e9086 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:00.927027 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:01.041676 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:01.041962 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:01.262013 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Calling delete_port for d02adef2-a620-4606-949d-5fd7e36e9086 owned by network:floatingip {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:01.379783 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:01.385475 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4e0b62d6-2066-4ec9-a4fa-20a2ac5a89ca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:01.438659 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event deleted for resources: {'Port': ['ID=d02adef2-a620-4606-949d-5fd7e36e9086,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:01.441734 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:01.528651 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:01.542728 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:01.543825 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-8a65d9d8-ff7c-4e9d-b4aa-dfb8d6cbce01 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "DELETE /v2.0/floatingips/c6c5048a-5977-475b-a81e-f46295616d00 HTTP/1.1" status: 204 len: 168 time: 0.8411191 May 31 11:51:01.588561 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:51:01.621880 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:51:01.622227 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device ba2f14ff-834e-45cb-aba0-e0da8e3cbdc9 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:51:02.142910 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36232) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:02.148289 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199695567', 'description': 'tempest-description--333841810'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:02.154225 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:02.159066 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:02.162204 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:02.168665 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:02.189814 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.214083 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:02.218458 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group_rule and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:02.222264 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:02.228157 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:02.296637 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.301232 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.304719 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-94905e97-75cd-42ec-bed1-26edc7c81169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:02.343868 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117fde16-5797-4a9e-8b2b-2b3bc46f19cc,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:02.347025 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:02.348174 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.349381 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2055252 May 31 11:51:02.352525 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36236) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:02.357532 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'security_group_rule': {'security_group_id': '117fde16-5797-4a9e-8b2b-2b3bc46f19cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:02.363544 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:02.367601 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group_rule and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:02.370622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:02.376591 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:02.393860 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.453349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.458265 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.460473 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-d26cf198-7225-4e25-9e4d-b88bdcc2beae tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:02.481271 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bfa3e6-d048-44f9-8722-9bbbe3401105,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:02.483619 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:02.496437 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.497617 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441820 May 31 11:51:02.500471 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36240) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:02.505807 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'security_group_rule': {'security_group_id': '117fde16-5797-4a9e-8b2b-2b3bc46f19cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:02.511599 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:02.515304 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:security_group_rule and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:02.518195 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:02.523965 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:02.554738 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.624629 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.630205 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.632213 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:02.653382 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffbb769-a741-4736-af65-a6aacc9b437e,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:02.655713 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:02.663839 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.665039 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-3ac4ce66-ed09-484a-a5da-a8d1160d203f tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636572 May 31 11:51:02.668799 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36244) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:02.677418 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:02.687118 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:02.691288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Usage tracker for resource:floatingip and tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:02.694297 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:02.701303 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:02.714593 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:02.871525 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.014824 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Allocated IP 172.27.0.74 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/c75b057c-8ef5-4f75-a9b5-d8c8cb0f012e) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:03.169473 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.202288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.205826 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:03.280496 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:03.284325 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:03.288173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:03.326221 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'Port': ['ID=c75b057c-8ef5-4f75-a9b5-d8c8cb0f012e,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:03.330475 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:03.379318 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.438134 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.638596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.645431 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.648941 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:03.751731 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'Port': ['ID=c75b057c-8ef5-4f75-a9b5-d8c8cb0f012e,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:03.755503 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:03.762150 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.788527 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:03.789849 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1198094 May 31 11:51:04.051082 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-af0784f5-5a4c-425e-8119-e517018a1257 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:51:04.071661 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-af0784f5-5a4c-425e-8119-e517018a1257 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:51:04.072851 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-af0784f5-5a4c-425e-8119-e517018a1257 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--199695567&fields=id&tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6 HTTP/1.1" status: 200 len: 267 time: 0.0722682 May 31 11:51:04.238672 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-bec71fcb-38ad-4fb2-a82d-a7aa0d68c811 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:04.240252 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-bec71fcb-38ad-4fb2-a82d-a7aa0d68c811 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 810 time: 0.1605492 May 31 11:51:04.257646 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-f6bcbad9-ff31-48c2-9be8-a75c900f41e6 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/quotas/93ff8bf0dcbc41cfbe77e0d3466af3f6 HTTP/1.1" status: 200 len: 375 time: 0.0116856 May 31 11:51:04.341648 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d38f5891-26e6-4148-b6f1-150fb1c555b2 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:51:04.359546 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d38f5891-26e6-4148-b6f1-150fb1c555b2 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:51:04.361001 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d38f5891-26e6-4148-b6f1-150fb1c555b2 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986092 May 31 11:51:04.376976 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-7b45415d-4a89-4d80-986e-7a3589a91df3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:51:04.377874 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-7b45415d-4a89-4d80-986e-7a3589a91df3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052893 May 31 11:51:04.515409 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-efef4537-432f-4641-9696-55627243542e service neutron] 10.222.0.18 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319609 May 31 11:51:04.647426 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-0feb5716-0feb-4748-ae9b-ae5df4043210 service neutron] 10.222.0.18 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260407 May 31 11:51:04.837633 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-67effcd5-fd2d-4f8d-bf5e-b83ee448f164 req-5b3f77d8-2c9a-486b-a302-5ffbd4d9938b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:51:04.849409 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-67effcd5-fd2d-4f8d-bf5e-b83ee448f164 req-5b3f77d8-2c9a-486b-a302-5ffbd4d9938b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:51:04.850504 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-67effcd5-fd2d-4f8d-bf5e-b83ee448f164 req-5b3f77d8-2c9a-486b-a302-5ffbd4d9938b tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 210 time: 0.0593097 May 31 11:51:06.005155 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3e47235a-b7ac-4750-93d0-d5533458328e req-659586c0-bfac-499e-af30-f276fcb98cad tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 210 time: 0.0483618 May 31 11:51:06.267770 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-12dc022e-2df0-4993-98e7-9f33b4fc63bb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:06.269466 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-12dc022e-2df0-4993-98e7-9f33b4fc63bb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 810 time: 0.2556729 May 31 11:51:06.330023 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-8e62be43-d174-471e-9a7a-9d398e32721e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6 HTTP/1.1" status: 200 len: 379 time: 0.0400743 May 31 11:51:06.338834 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'port': {'device_id': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'admin_state_up': True, 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'security_groups': ['117fde16-5797-4a9e-8b2b-2b3bc46f19cc']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:06.476909 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:06.486896 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:06.497220 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Made reservation on behalf of 93ff8bf0dcbc41cfbe77e0d3466af3f6 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:51:06.500812 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:06.663670 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Allocated IP 172.20.0.6 (0d90dbe8-9d09-4553-a133-2ceb5640be6f/3bd5e793-f093-4af0-8a98-06ab50656dbc/3d06b89a-e968-48e2-a820-e13f40be4086) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:06.862065 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:06.877134 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Transition to ACTIVE for port object 3d06b89a-e968-48e2-a820-e13f40be4086 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:06.903344 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:06.908777 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-849b9664-c6e9-4dbb-83b2-87162e8cae39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:06.985288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:06.988436 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:06.992017 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:07.026013 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event updated for resources: {'Port': ['ID=3d06b89a-e968-48e2-a820-e13f40be4086,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:07.030670 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:07.058949 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:07.059572 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:07.085039 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497895 May 31 11:51:07.101741 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Request body: {'port': {'device_id': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:07.257520 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-d1887379-0018-4393-b86e-74667d8e138f None None] Provisioning for port 3d06b89a-e968-48e2-a820-e13f40be4086 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:07.262016 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:07.263263 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-d1887379-0018-4393-b86e-74667d8e138f None None] Provisioning complete for port 3d06b89a-e968-48e2-a820-e13f40be4086 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:07.263716 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d1887379-0018-4393-b86e-74667d8e138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:07.319454 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db51f4-a7ed-48ee-b251-acf853d8e81e req-25e68f5f-3ac6-40b6-833f-65acd3f5c620 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:07.320058 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-d1887379-0018-4393-b86e-74667d8e138f None None] Port 3d06b89a-e968-48e2-a820-e13f40be4086 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:51:07.320183 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-21db51f4-a7ed-48ee-b251-acf853d8e81e req-25e68f5f-3ac6-40b6-833f-65acd3f5c620 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Synchronizing usage tracker for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:51:07.357444 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-21db51f4-a7ed-48ee-b251-acf853d8e81e req-25e68f5f-3ac6-40b6-833f-65acd3f5c620 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Unset dirty status for tenant:93ff8bf0dcbc41cfbe77e0d3466af3f6 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:51:07.358561 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21db51f4-a7ed-48ee-b251-acf853d8e81e req-25e68f5f-3ac6-40b6-833f-65acd3f5c620 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 931 time: 0.2315955 May 31 11:51:07.478539 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-21db51f4-a7ed-48ee-b251-acf853d8e81e req-5796ac54-6fc7-40f4-873e-e7b8e568e4c6 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826032 May 31 11:51:07.655068 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d06b89a-e968-48e2-a820-e13f40be4086 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:51:07.662583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:07.677661 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Transition to ACTIVE for port object 3d06b89a-e968-48e2-a820-e13f40be4086 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:07.684985 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:07.688662 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f58eb152-5663-4bf1-b37c-908473451b81 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:07.842150 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Pushing event updated for resources: {'Port': ['ID=3d06b89a-e968-48e2-a820-e13f40be4086,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:07.849917 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:07.920675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Attempting to bind port 3d06b89a-e968-48e2-a820-e13f40be4086 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:51:07.921067 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Attempting to bind port 3d06b89a-e968-48e2-a820-e13f40be4086 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:51:07.921414 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Attempting to bind port 3d06b89a-e968-48e2-a820-e13f40be4086 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:51:07.926789 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Port 3d06b89a-e968-48e2-a820-e13f40be4086 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:51:07.927143 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Attempting to bind port 3d06b89a-e968-48e2-a820-e13f40be4086 on network 0d90dbe8-9d09-4553-a133-2ceb5640be6f {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:51:07.932773 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:51:07.933105 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Checking segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:07.933472 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Bound using segment: {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:51:07.933892 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Bound port: 3d06b89a-e968-48e2-a820-e13f40be4086, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f784de7-17b4-4e5e-86e4-4c481047c7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:51:07.934225 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:08.024550 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] For port 3d06b89a-e968-48e2-a820-e13f40be4086, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:51:08.027785 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] For port 3d06b89a-e968-48e2-a820-e13f40be4086, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3d06b89a-e968-48e2-a820-e13f40be4086,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:51:08.034904 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:08.038399 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-eee9baae-0914-44db-b9a9-32546855ca11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:08.098285 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:08.098941 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:08.100329 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] 10.222.0.62 "PUT /v2.0/ports/3d06b89a-e968-48e2-a820-e13f40be4086 HTTP/1.1" status: 200 len: 1093 time: 1.0029976 May 31 11:51:08.100848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:51:08.103128 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:51:08.120961 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Pushing event updated for resources: {'Port': ['ID=3d06b89a-e968-48e2-a820-e13f40be4086,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:08.124333 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:08.300364 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1594e78-af4d-4080-9a5b-ce37da9ed321 x-openstack-request-id: req-a1594e78-af4d-4080-9a5b-ce37da9ed321 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:51:08.300607 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:51:08.300863 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1594e78-af4d-4080-9a5b-ce37da9ed321 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:51:08.301275 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086', 'status': 'completed', 'code': 200} May 31 11:51:08.342697 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d8b0291b-23e4-4519-8b99-4d18a9d3cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:08.344219 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-d8b0291b-23e4-4519-8b99-4d18a9d3cad6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 1096 time: 0.1796670 May 31 11:51:08.418937 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-7a702aa0-a65b-4969-bfbb-9714a50fc797 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d06b89a-e968-48e2-a820-e13f40be4086 HTTP/1.1" status: 200 len: 217 time: 0.0626307 May 31 11:51:08.483511 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-0a73caf5-94e0-4224-8ff9-a2cc664c8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:08.484924 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-0a73caf5-94e0-4224-8ff9-a2cc664c8a26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.0596492 May 31 11:51:08.562182 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-eb178912-8468-4f24-b542-c3c822bf1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:08.563577 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-eb178912-8468-4f24-b542-c3c822bf1ee7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728307 May 31 11:51:08.752503 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-5eedff55-fc3c-4d57-8cf2-8dd57bc5c44e service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821597 May 31 11:51:08.763943 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c381b7b-1b36-4c4c-9766-5f894ac6ae84 req-373d724b-648d-4b59-a266-4d8a4dc907a8 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:08.765284 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c381b7b-1b36-4c4c-9766-5f894ac6ae84 req-373d724b-648d-4b59-a266-4d8a4dc907a8 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 943 time: 0.1778455 May 31 11:51:08.886204 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6c381b7b-1b36-4c4c-9766-5f894ac6ae84 req-21e67eae-3b19-4e37-87bf-91b9c12fecd3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029902 May 31 11:51:08.930048 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9be1de10-c923-4e33-83e8-91e9d62f4760 req-01df0a93-8d8d-4f14-9af4-c9f33411ad29 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638448 May 31 11:51:09.089770 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-7a2999e1-15f4-4f3a-b18a-4a157f2239e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:09.091544 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-7a2999e1-15f4-4f3a-b18a-4a157f2239e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 1096 time: 0.0725701 May 31 11:51:09.222490 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-475d6b63-ef99-4664-b613-9bde6b8784bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:09.223886 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-475d6b63-ef99-4664-b613-9bde6b8784bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 911 time: 0.1261332 May 31 11:51:09.293120 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-31413348-52b5-4e3b-8102-17e7b2633c5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d06b89a-e968-48e2-a820-e13f40be4086 HTTP/1.1" status: 200 len: 217 time: 0.0624666 May 31 11:51:09.354877 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-5fd47d53-6f20-4f8f-99f6-08b48f6a4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:09.356240 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-5fd47d53-6f20-4f8f-99f6-08b48f6a4473 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.0556118 May 31 11:51:09.433016 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-da6e7325-c43d-448c-bc7a-abd21eddc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:09.434459 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-da6e7325-c43d-448c-bc7a-abd21eddc0f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710521 May 31 11:51:09.574244 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-c888667d-6a0f-42c7-ab51-1ba007146a8b service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323185 May 31 11:51:09.712132 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-18e4b779-3cb4-45c2-b3ac-bc2dd10328cd req-a52890e7-be1b-4284-8ec1-41056a1b6a2a service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299708 May 31 11:51:10.096155 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130d3a5-f537-4e22-a067-29b45a632924 req-7764a970-80bd-403b-84c7-00a7f4a9b83d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:10.097583 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2130d3a5-f537-4e22-a067-29b45a632924 req-7764a970-80bd-403b-84c7-00a7f4a9b83d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 943 time: 0.0880630 May 31 11:51:10.141907 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2130d3a5-f537-4e22-a067-29b45a632924 req-4b848709-f52a-4091-97a5-ccf27aabec0c tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386577 May 31 11:51:11.360506 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327396-ec4e-4d6f-a243-8c399302c4ec req-5d552931-a32d-4d8c-a826-d6fec04d9bb1 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:11.362166 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cf327396-ec4e-4d6f-a243-8c399302c4ec req-5d552931-a32d-4d8c-a826-d6fec04d9bb1 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 943 time: 0.1104915 May 31 11:51:11.408930 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cf327396-ec4e-4d6f-a243-8c399302c4ec req-a95b9bee-5648-4471-8670-8f44a195b124 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 May 31 11:51:11.623576 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3d06b89a-e968-48e2-a820-e13f40be4086 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:51:11.760608 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 3d06b89a-e968-48e2-a820-e13f40be4086, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3d06b89a-e968-48e2-a820-e13f40be4086,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:11.773921 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '3d06b89a-e968-48e2-a820-e13f40be4086', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'port_id': '3d06b89a-e968-48e2-a820-e13f40be4086', 'mac_address': 'fa:16:3e:45:a7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:51:11.829481 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:11.848289 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d06b89a-e968-48e2-a820-e13f40be4086 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:51:11.864641 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 3d06b89a-e968-48e2-a820-e13f40be4086, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3d06b89a-e968-48e2-a820-e13f40be4086,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:11.872943 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:11.874873 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:11.945083 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=3d06b89a-e968-48e2-a820-e13f40be4086,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:11.948430 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:12.165851 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['3d06b89a-e968-48e2-a820-e13f40be4086'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:51:12.615307 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64525-b1cf-4290-b57d-875ea8c4725d req-9910c2f3-4b1a-435f-91eb-22c49be86ee5 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:12.616755 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c3f64525-b1cf-4290-b57d-875ea8c4725d req-9910c2f3-4b1a-435f-91eb-22c49be86ee5 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 944 time: 0.0960002 May 31 11:51:12.663376 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c3f64525-b1cf-4290-b57d-875ea8c4725d req-2979d717-6b50-47ba-9680-bead146580e9 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 May 31 11:51:13.638445 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3d06b89a-e968-48e2-a820-e13f40be4086 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:13.744471 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 3d06b89a-e968-48e2-a820-e13f40be4086 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:13.749172 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 3d06b89a-e968-48e2-a820-e13f40be4086 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:13.749538 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:13.860990 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56938e0-2ea6-4566-8212-0fd420c4f65d req-f8d83a91-f81c-49df-b1cd-cb9b2fe7adbf tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:13.861636 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:13.862453 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b56938e0-2ea6-4566-8212-0fd420c4f65d req-f8d83a91-f81c-49df-b1cd-cb9b2fe7adbf tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 944 time: 0.0807230 May 31 11:51:13.887527 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:51:13.889827 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9e55ff-1cff-4af6-b174-81936b91088f" -d '{"events": [{"server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "name": "network-vif-plugged", "status": "completed", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:51:13.898186 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 3d06b89a-e968-48e2-a820-e13f40be4086, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3d06b89a-e968-48e2-a820-e13f40be4086,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:13.904432 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:13.906960 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:13.979935 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=3d06b89a-e968-48e2-a820-e13f40be4086,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:13.983356 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:13.992579 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e714f33-ff0e-4d4a-a782-2425ee721a9b x-openstack-request-id: req-9e714f33-ff0e-4d4a-a782-2425ee721a9b {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:51:13.992871 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "name": "network-vif-plugged", "status": "completed", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:51:13.993210 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e714f33-ff0e-4d4a-a782-2425ee721a9b {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:51:13.993603 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086', 'code': 200} May 31 11:51:14.010727 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-b56938e0-2ea6-4566-8212-0fd420c4f65d req-b4ff0d60-c16e-4178-b7fb-1ab36f363799 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424296 May 31 11:51:14.280657 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026abd0-89ca-4ca2-9ed1-b8b059d24f0e req-d67516fd-ec51-49e8-bc68-4d9af3c1a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:14.282100 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c026abd0-89ca-4ca2-9ed1-b8b059d24f0e req-d67516fd-ec51-49e8-bc68-4d9af3c1a4e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 1098 time: 0.0714839 May 31 11:51:14.323132 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c026abd0-89ca-4ca2-9ed1-b8b059d24f0e req-26e7653e-7276-4d91-8484-eec181806aef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345466 May 31 11:51:14.336140 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:15.202700 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f27f9-62f2-4add-aa9c-ed9522a317b3 req-fe030f1c-eae3-49b1-b939-bff0fa6e42ac tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:15.204228 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-236f27f9-62f2-4add-aa9c-ed9522a317b3 req-fe030f1c-eae3-49b1-b939-bff0fa6e42ac tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 945 time: 0.0825388 May 31 11:51:15.249748 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-236f27f9-62f2-4add-aa9c-ed9522a317b3 req-7271cda3-eb35-4ca4-b656-6b72dfbf68a2 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396228 May 31 11:51:16.459978 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038593bb-e6f5-4f10-937b-0ac1b9b825bd req-0208ede6-1a4e-4446-bb19-7c8791056eeb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:16.461492 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-038593bb-e6f5-4f10-937b-0ac1b9b825bd req-0208ede6-1a4e-4446-bb19-7c8791056eeb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 945 time: 0.0983126 May 31 11:51:16.507557 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-038593bb-e6f5-4f10-937b-0ac1b9b825bd req-ec6646a7-6d1b-45fa-85b5-16a44daf0177 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 May 31 11:51:16.592989 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ae74cec0-d0c8-4081-807d-759e71cefd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:16.704099 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1226c-ab18-4fc0-b2ec-e033af555d59 req-4ec72498-15b3-4c9b-97a9-5c3cac032897 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:16.705595 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c2e1226c-ab18-4fc0-b2ec-e033af555d59 req-4ec72498-15b3-4c9b-97a9-5c3cac032897 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 945 time: 0.0889342 May 31 11:51:16.714453 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36306) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:16.719422 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Request body: {'floatingip': {'port_id': '3d06b89a-e968-48e2-a820-e13f40be4086'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:16.797528 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.486900 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.493948 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.675652 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Floating IP 9bb2794b-5629-4f9e-942c-8385dd07dc1e associated. External IP: 172.27.0.74, port: 3d06b89a-e968-48e2-a820-e13f40be4086. May 31 11:51:18.039932 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:51:18.217141 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:51:18.222571 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.227059 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] Sync routers for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:51:18.237130 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:18.237728 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:50:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:18.277376 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-03b0bf0f-d07c-4b65-aaad-9f66539f9ebb tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "PUT /v2.0/floatingips/9bb2794b-5629-4f9e-942c-8385dd07dc1e HTTP/1.1" status: 200 len: 990 time: 1.5618382 May 31 11:51:18.278068 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:51:18.280478 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:51:18.324349 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdcd7a6-2d82-471a-8f9a-8c0f372ec4ce x-openstack-request-id: req-fcdcd7a6-2d82-471a-8f9a-8c0f372ec4ce {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:51:18.324670 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:51:18.324959 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcdcd7a6-2d82-471a-8f9a-8c0f372ec4ce {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:51:18.325384 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086', 'status': 'completed', 'code': 200} May 31 11:51:18.412303 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:18.458361 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-6853de44-ba80-487a-836f-b8d0da400286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:18.459941 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-6853de44-ba80-487a-836f-b8d0da400286 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 1098 time: 0.0779591 May 31 11:51:18.588717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-787d2797-6a8a-4260-ae1b-93c02ede6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:18.590074 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-787d2797-6a8a-4260-ae1b-93c02ede6038 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 200 len: 911 time: 0.1240599 May 31 11:51:18.697314 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-a46eda52-4711-4916-abe6-b17e55279612 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d06b89a-e968-48e2-a820-e13f40be4086 HTTP/1.1" status: 200 len: 998 time: 0.1007304 May 31 11:51:18.757873 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '9bb2794b-5629-4f9e-942c-8385dd07dc1e', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'port_id': '3d06b89a-e968-48e2-a820-e13f40be4086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'mac_address': 'fa:16:3e:45:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:51:03Z', 'updated_at': '2021-05-31T11:51:17Z', 'revision_number': 1, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:18.759138 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c24134e2-9711-4e19-afff-0b2a5700c7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.761989 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] Checking router: 6f8485de-f1f2-434c-aed4-fe2fc5241e94 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:18.770548 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:18.770889 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-f10d0493-7ba3-4a35-9939-c249fb50b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:18.771169 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:51:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:18.772844 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-f10d0493-7ba3-4a35-9939-c249fb50b084 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 200 len: 849 time: 0.0693216 May 31 11:51:18.844086 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.849908 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-ba166e62-1295-4f67-bacc-15ad5eab3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:18.851459 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-ba166e62-1295-4f67-bacc-15ad5eab3660 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d90dbe8-9d09-4553-a133-2ceb5640be6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726662 May 31 11:51:18.945331 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:18.981384 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-174dad78-9e86-4b2a-96b4-12fe8cc028ac service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234727 May 31 11:51:19.119069 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ec4886dd-e89e-4c16-87aa-a91e7d0efddd req-23ec0460-3091-4c06-a7ed-a66bfe733b71 service neutron] 10.222.0.62 "GET /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307619 May 31 11:51:19.323736 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '9bb2794b-5629-4f9e-942c-8385dd07dc1e', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'port_id': '3d06b89a-e968-48e2-a820-e13f40be4086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'mac_address': 'fa:16:3e:45:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:51:03Z', 'updated_at': '2021-05-31T11:51:17Z', 'revision_number': 1, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:19.327724 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806a452-ce0e-4752-b55d-3236328be56f None None] The sync data for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi is: [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': '9bb2794b-5629-4f9e-942c-8385dd07dc1e', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'port_id': '3d06b89a-e968-48e2-a820-e13f40be4086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'mac_address': 'fa:16:3e:45:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:51:03Z', 'updated_at': '2021-05-31T11:51:17Z', 'revision_number': 1, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:51:19.508744 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c38ea-f33e-4a5a-b461-09b9090b0e36 None None] New status for floating IP 9bb2794b-5629-4f9e-942c-8385dd07dc1e: ACTIVE {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:51:19.989508 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:21.561164 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:32.555545 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:51:44.348242 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.597599 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-1d771e7b-cbb0-4c58-b7a2-44bbe70dae1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.765535 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-6d04963c-178d-4f08-a9e2-cb042800ce27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.853977 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.998582 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.562972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:09.559927 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:14.346154 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:16.594102 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ce670135-4076-4065-9f6f-b6fc3976de31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.649154 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f91375-0182-4a65-b6a4-395b58e663a7 req-b861ec42-b739-4d4e-91df-4810a54105c3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:18.650559 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f2f91375-0182-4a65-b6a4-395b58e663a7 req-b861ec42-b739-4d4e-91df-4810a54105c3 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 945 time: 0.0934463 May 31 11:52:18.695858 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f2f91375-0182-4a65-b6a4-395b58e663a7 req-b177dd0a-2589-46d7-8a30-e3f3f8cbd1cd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384324 May 31 11:52:18.769618 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e30cc7a6-2f15-439e-a271-8a9e4c7962e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:18.850696 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:19.895438 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d882b-cf44-4a9a-a34d-2c22b5994d24 req-54649f0f-94b6-44df-8402-007ff80bdbc0 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:19.896841 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f16d882b-cf44-4a9a-a34d-2c22b5994d24 req-54649f0f-94b6-44df-8402-007ff80bdbc0 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 945 time: 0.0876491 May 31 11:52:19.946508 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f16d882b-cf44-4a9a-a34d-2c22b5994d24 req-d88dffa4-ec33-46e6-9269-3f0b4d6d5251 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 May 31 11:52:19.992498 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:20.380946 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f93f-f49b-480f-b5b5-159f812f431a req-f1abff77-1cb7-46b4-84cc-20198ce960bd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:20.382261 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0135f93f-f49b-480f-b5b5-159f812f431a req-f1abff77-1cb7-46b4-84cc-20198ce960bd tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 945 time: 0.0859015 May 31 11:52:20.523513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Deleting port 3d06b89a-e968-48e2-a820-e13f40be4086 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:20.523826 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:20.663483 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] For port 3d06b89a-e968-48e2-a820-e13f40be4086, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3d06b89a-e968-48e2-a820-e13f40be4086,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:20.663751 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.057722 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.058475 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.058616 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Floating IP 9bb2794b-5629-4f9e-942c-8385dd07dc1e disassociated. External IP: 172.27.0.74, port: 3d06b89a-e968-48e2-a820-e13f40be4086. May 31 11:52:21.058879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Calling delete_port for 3d06b89a-e968-48e2-a820-e13f40be4086 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:21.176622 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.182813 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:21.227784 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event deleted for resources: {'Port': ['ID=3d06b89a-e968-48e2-a820-e13f40be4086,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:21.238591 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.238995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.239963 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.240341 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.240684 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.241047 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.241401 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.241785 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.242115 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.242473 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.242920 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.243270 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:21.247078 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:21.247984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ff81-e73b-47d3-8d54-3a3d2d451719 req-dd1953e1-8a1f-4c76-94b4-6142e1af47db tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:21.249568 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2b41ff81-e73b-47d3-8d54-3a3d2d451719 req-dd1953e1-8a1f-4c76-94b4-6142e1af47db tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0dcbc63-ea3d-4956-bdb4-6164de9fcc99 HTTP/1.1" status: 200 len: 945 time: 0.1959553 May 31 11:52:21.297842 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2b41ff81-e73b-47d3-8d54-3a3d2d451719 req-38afc0c9-fcfd-4abd-bb4c-546b6792cf71 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups?id=117fde16-5797-4a9e-8b2b-2b3bc46f19cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 May 31 11:52:21.445479 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:52:21.558859 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.628505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:21.638473 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] Sync routers for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:21.652984 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:21.653615 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:52:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:21.706891 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] No DVR routers for this DVR port 3d06b89a-e968-48e2-a820-e13f40be4086 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:52:21.709547 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:21.712294 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'name': 'network-vif-deleted', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:21.714586 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d0ced8-d9b2-4725-ac28-e869dd570eff" -d '{"events": [{"server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "name": "network-vif-deleted", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:21.729358 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0135f93f-f49b-480f-b5b5-159f812f431a req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.62 "DELETE /v2.0/ports/3d06b89a-e968-48e2-a820-e13f40be4086 HTTP/1.1" status: 204 len: 173 time: 1.3417699 May 31 11:52:21.762822 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c1874b-b4c6-416f-b42c-24e77a488d1d x-openstack-request-id: req-84c1874b-b4c6-416f-b42c-24e77a488d1d {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:21.763156 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dcbc63-ea3d-4956-bdb4-6164de9fcc99", "name": "network-vif-deleted", "tag": "3d06b89a-e968-48e2-a820-e13f40be4086", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:21.763511 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84c1874b-b4c6-416f-b42c-24e77a488d1d {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:21.763899 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dcbc63-ea3d-4956-bdb4-6164de9fcc99', 'name': 'network-vif-deleted', 'tag': '3d06b89a-e968-48e2-a820-e13f40be4086', 'status': 'completed', 'code': 200} May 31 11:52:21.840786 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:22.160680 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:22.164566 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] Checking router: 6f8485de-f1f2-434c-aed4-fe2fc5241e94 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:52:22.173310 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:22.173894 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:52:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:22.348950 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:22.419244 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36496) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:22.484186 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.512055 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.564499 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.569378 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-1690477f-3b44-4a4b-bf05-2479472f147d tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:22.587839 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fde16-5797-4a9e-8b2b-2b3bc46f19cc,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:22.596885 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.597257 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.597641 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.597996 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.598344 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.598720 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.599066 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.599410 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.599755 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.600095 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.600437 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.600775 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:22.605095 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:22.607117 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.608202 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-dc985e7d-3776-484c-a8c9-58a469827206 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "DELETE /v2.0/security-groups/117fde16-5797-4a9e-8b2b-2b3bc46f19cc HTTP/1.1" status: 204 len: 168 time: 0.1879580 May 31 11:52:22.610924 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36500) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:22.628991 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.api.v2.resource [None req-6aba6604-2057-4083-815b-eceb2bee6fca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] show failed (client error): The resource could not be found. May 31 11:52:22.633183 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36504) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:22.633670 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-6aba6604-2057-4083-815b-eceb2bee6fca tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "GET /v2.0/security-groups/117fde16-5797-4a9e-8b2b-2b3bc46f19cc HTTP/1.1" status: 404 len: 347 time: 0.0211427 May 31 11:52:22.696611 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:22.701341 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0b12-f554-4386-8f29-940c4855c1f8 None None] The sync data for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi is: [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:48:06Z', 'revision_number': 4, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '033f79a1-d49e-46ed-b5b0-5b2106e94a98', 'name': '', 'network_id': '0d90dbe8-9d09-4553-a133-2ceb5640be6f', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'mac_address': 'fa:16:3e:4f:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:05Z', 'updated_at': '2021-05-31T11:48:13Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'subnets': [{'id': '3bd5e793-f093-4af0-8a98-06ab50656dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:22.859512 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Deleting port c75b057c-8ef5-4f75-a9b5-d8c8cb0f012e {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:22.859889 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.902920 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c1843-0d6e-4750-8287-e24428be1a5b None None] New status for floating IP 9bb2794b-5629-4f9e-942c-8385dd07dc1e: DOWN {{(pid=98399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:52:22.977145 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:22.977373 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:23.095948 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Calling delete_port for c75b057c-8ef5-4f75-a9b5-d8c8cb0f012e owned by network:floatingip {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:23.220630 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:23.224177 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-203493b2-c85b-47cd-aea1-c7f2f0771f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:23.266603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Pushing event deleted for resources: {'Port': ['ID=c75b057c-8ef5-4f75-a9b5-d8c8cb0f012e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:23.269723 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:23.466545 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks [] for floatingip, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:23.481262 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:23.482360 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] 10.222.0.18 "DELETE /v2.0/floatingips/9bb2794b-5629-4f9e-942c-8385dd07dc1e HTTP/1.1" status: 204 len: 168 time: 0.8474967 May 31 11:52:24.009256 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3d06b89a-e968-48e2-a820-e13f40be4086 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:52:24.051386 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: 3d06b89a-e968-48e2-a820-e13f40be4086 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:52:24.051724 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3d06b89a-e968-48e2-a820-e13f40be4086 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:52:27.659140 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36534) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:28.206177 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.630582 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Deleting port 033f79a1-d49e-46ed-b5b0-5b2106e94a98 {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:28.630945 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.753746 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] For port 033f79a1-d49e-46ed-b5b0-5b2106e94a98, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=033f79a1-d49e-46ed-b5b0-5b2106e94a98,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:28.754482 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.874245 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Calling delete_port for 033f79a1-d49e-46ed-b5b0-5b2106e94a98 owned by network:router_interface {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:29.134375 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.138035 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0f0f425b-1b08-4d95-ba80-866844af7593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:29.182945 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Pushing event deleted for resources: {'Port': ['ID=033f79a1-d49e-46ed-b5b0-5b2106e94a98,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:29.186018 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:29.450888 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:29.815160 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:52:30.003267 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:30.012734 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] Sync routers for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:30.018592 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-0207adda-468b-4092-9f98-c29f6da8acad admin admin] 10.222.0.18 "PUT /v2.0/routers/6f8485de-f1f2-434c-aed4-fe2fc5241e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3561449 May 31 11:52:30.018924 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36538) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:30.022980 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:30.023612 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:52:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:30.190802 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks [] for router, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.197552 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:30.477846 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.480757 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:52:29Z', 'revision_number': 5, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port': {'id': 'deb86485-2a78-4ebd-aead-2d479348a56e', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:48:03Z', 'updated_at': '2021-05-31T11:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:30.485704 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] Checking router: 6f8485de-f1f2-434c-aed4-fe2fc5241e94 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:52:30.494050 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] Routers {'6f8485de-f1f2-434c-aed4-fe2fc5241e94'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:30.494649 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:52:19Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:30.549979 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Deleting port deb86485-2a78-4ebd-aead-2d479348a56e {{(pid=98398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:30.550325 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.640697 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] Set router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 gateway port host: None {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:30.670033 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] For port deb86485-2a78-4ebd-aead-2d479348a56e, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=deb86485-2a78-4ebd-aead-2d479348a56e,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:30.670380 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.742332 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:52:30Z', 'revision_number': 6, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:30.746265 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404b7fc4-86c0-4e6e-a4e5-3269af6b677f None None] The sync data for ids ['6f8485de-f1f2-434c-aed4-fe2fc5241e94'] in dv-cinder-786383-7-iscsi is: [{'id': '6f8485de-f1f2-434c-aed4-fe2fc5241e94', 'name': 'tempest-AttachVolumeTestJSON-703012330-router', 'tenant_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:48:02Z', 'updated_at': '2021-05-31T11:52:30Z', 'revision_number': 6, 'project_id': '93ff8bf0dcbc41cfbe77e0d3466af3f6', 'gw_port_host': None}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:30.794355 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.plugin [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Calling delete_port for deb86485-2a78-4ebd-aead-2d479348a56e owned by network:router_gateway {{(pid=98398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:30.937541 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.941102 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-276f5b93-8b7d-40b2-97a8-7996387f597f tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:30.983469 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Pushing event deleted for resources: {'Port': ['ID=deb86485-2a78-4ebd-aead-2d479348a56e,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:30.986706 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:31.076221 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.251791 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.254144 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.279276 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.279723 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8485de-f1f2-434c-aed4-fe2fc5241e94 {{(pid=98398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:52:31.291736 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] Notify callbacks [] for router, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.292870 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-0841b31c-ce6f-470a-9db0-56ac196e86ca admin admin] 10.222.0.18 "DELETE /v2.0/routers/6f8485de-f1f2-434c-aed4-fe2fc5241e94 HTTP/1.1" status: 204 len: 168 time: 1.2730327 May 31 11:52:31.295852 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36542) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:31.364358 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Deleting subnet 3bd5e793-f093-4af0-8a98-06ab50656dbc {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:52:31.367843 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.418431 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.495154 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.520842 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 033f79a1-d49e-46ed-b5b0-5b2106e94a98 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:52:31.556152 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 033f79a1-d49e-46ed-b5b0-5b2106e94a98 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:52:31.556597 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 033f79a1-d49e-46ed-b5b0-5b2106e94a98 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:52:31.752687 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.756915 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:31.791560 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd5e793-f093-4af0-8a98-06ab50656dbc,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:31.794392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:31.795406 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.801123 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9119e20-d32d-4ad2-8abf-8c4b8b3af459 None None] Network 0d90dbe8-9d09-4553-a133-2ceb5640be6f requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:31.801535 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3bd5e793-f093-4af0-8a98-06ab50656dbc HTTP/1.1" status: 204 len: 168 time: 0.5045099 May 31 11:52:31.804144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36546) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:31.911690 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:31.991539 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Deleting port 1e116da6-5945-4bf9-acb3-3978cc109f98 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:31.991852 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.077721 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] DHCP port deletion for 0d90dbe8-9d09-4553-a133-2ceb5640be6f request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:52:32.092020 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] For port 1e116da6-5945-4bf9-acb3-3978cc109f98, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1e116da6-5945-4bf9-acb3-3978cc109f98,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:32.092365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.143118 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Deleting port 1e116da6-5945-4bf9-acb3-3978cc109f98 {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:52:32.143465 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.217446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Calling delete_port for 1e116da6-5945-4bf9-acb3-3978cc109f98 owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:32.239851 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] For port 1e116da6-5945-4bf9-acb3-3978cc109f98, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=1e116da6-5945-4bf9-acb3-3978cc109f98,segment=NetworkSegment(0f784de7-17b4-4e5e-86e4-4c481047c7e0),segment_id=0f784de7-17b4-4e5e-86e4-4c481047c7e0)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:32.240245 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.265691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.270387 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:32.313989 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] No DVR routers for this DVR port 1e116da6-5945-4bf9-acb3-3978cc109f98 on host dv-cinder-786383-7-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:52:32.316724 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1e116da6-5945-4bf9-acb3-3978cc109f98,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:32.341948 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:32.363809 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Calling delete_port for 1e116da6-5945-4bf9-acb3-3978cc109f98 owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:52:32.408296 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.411849 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-3da3cb32-7762-44c2-9523-a53ea055c281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:32.430737 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.448090 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d90dbe8-9d09-4553-a133-2ceb5640be6f']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:32.454846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Pushing event deleted for resources: {'Port': ['ID=1e116da6-5945-4bf9-acb3-3978cc109f98,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:32.457109 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] No DVR routers for this DVR port 1e116da6-5945-4bf9-acb3-3978cc109f98 on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:52:32.460603 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f784de7-17b4-4e5e-86e4-4c481047c7e0') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:32.460919 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f784de7-17b4-4e5e-86e4-4c481047c7e0') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:32.466365 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.466758 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.467085 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.467748 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.467748 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.468025 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.468335 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.468646 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.468979 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.469255 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.469593 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.469845 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:52:32.472775 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:32.473822 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.492384 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.498780 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:52:32.499159 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:52:32.515709 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:52:32.593781 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.597615 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:32.610223 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.621388 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0d90dbe8-9d09-4553-a133-2ceb5640be6f,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:32.624506 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:32.636041 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] 10.222.0.18 "DELETE /v2.0/networks/0d90dbe8-9d09-4553-a133-2ceb5640be6f HTTP/1.1" status: 204 len: 168 time: 0.8308752 May 31 11:52:32.823062 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36552) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:32.873231 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-94ed0c00-bbe6-47a8-a900-3fbfd33ceba9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93ff8bf0dcbc41cfbe77e0d3466af3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485146 May 31 11:52:32.875503 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36556) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:32.934624 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-26ae046a-b808-4fb9-9971-7e1c11dcfc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:32.963114 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-26ae046a-b808-4fb9-9971-7e1c11dcfc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.024989 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-26ae046a-b808-4fb9-9971-7e1c11dcfc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.029006 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-ee9fcb3f-a586-443a-b6e1-520a4efeebc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:33.043473 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae046a-b808-4fb9-9971-7e1c11dcfc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815cbf5-32b6-406c-9b62-4f986deba3b0,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:33.047395 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-26ae046a-b808-4fb9-9971-7e1c11dcfc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:33.051419 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-26ae046a-b808-4fb9-9971-7e1c11dcfc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.052502 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-26ae046a-b808-4fb9-9971-7e1c11dcfc42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b815cbf5-32b6-406c-9b62-4f986deba3b0 HTTP/1.1" status: 204 len: 168 time: 0.1758921 May 31 11:52:33.089219 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1e116da6-5945-4bf9-acb3-3978cc109f98 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:52:33.122538 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 1e116da6-5945-4bf9-acb3-3978cc109f98 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:52:33.122921 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 1e116da6-5945-4bf9-acb3-3978cc109f98 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:52:33.123402 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device deb86485-2a78-4ebd-aead-2d479348a56e no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:52:33.157708 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: deb86485-2a78-4ebd-aead-2d479348a56e {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:52:33.158139 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device deb86485-2a78-4ebd-aead-2d479348a56e not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:52:33.821450 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36580) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:33.936138 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2037246667-network', 'tenant_id': '731a1dcbca4140439955478743d8bab0'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:33.941237 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:33.945197 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Usage tracker for resource:network and tenant:731a1dcbca4140439955478743d8bab0 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:33.948149 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:33.953920 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:33.967048 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Made reservation on behalf of 731a1dcbca4140439955478743d8bab0 for: {'network': 1} {{(pid=98398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:33.969331 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.981458 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.995938 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:34.000024 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Usage tracker for resource:security_group_rule and tenant:731a1dcbca4140439955478743d8bab0 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:34.003040 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:34.009214 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:34.089956 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.096974 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.099854 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3af2e9f1-0b01-44cf-ad63-8deffa876e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:34.126237 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=98398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:52:34.135150 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f86629-2e63-4f5b-94d9-56d0e24b8b4b,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:34.138780 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:34.141472 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.141826 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.segments_db [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Added segment f7571763-b2fb-4594-8a0c-dcc078fa064c of type vlan for network 12894c2e-80c5-401a-baf6-264199fed708 May 31 11:52:34.167394 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.200318 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.201852 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:34.202451 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.205824 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-37ceab34-1fe8-42f1-8008-4c39931cb232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:34.309033 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4864392 May 31 11:52:34.309907 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Pushing event updated for resources: {'Network': ['ID=12894c2e-80c5-401a-baf6-264199fed708,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:34.312209 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36586) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:34.313136 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-50c7b842-4afd-44ce-8f02-0447f33faadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:34.320868 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Request body: {'subnet': {'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2037246667-subnet', 'tenant_id': '731a1dcbca4140439955478743d8bab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:34.323243 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 12894c2e-80c5-401a-baf6-264199fed708 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:52:34.326234 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:34.330255 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Usage tracker for resource:subnet and tenant:731a1dcbca4140439955478743d8bab0 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:34.333206 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:34.339134 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:34.349298 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Made reservation on behalf of 731a1dcbca4140439955478743d8bab0 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:34.351651 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10608637'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.835213 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10608619'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.839650 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:34.909478 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e309bdc2-fbd2-407b-b650-436c897ab50d,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:34.912743 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:34.918671 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Checking segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:34.919041 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Network hostable DHCP agents. Network: 12894c2e-80c5-401a-baf6-264199fed708, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:52:34.939142 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Network 12894c2e-80c5-401a-baf6-264199fed708 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:52:34.950464 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 12894c2e-80c5-401a-baf6-264199fed708) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:34.959360 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:34.959513 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4001879-feff-44b6-8ccd-a68da4f1f43a None None] Network 12894c2e-80c5-401a-baf6-264199fed708 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:34.959938 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:34.987162 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-7b92d18f-5787-4b39-b213-1e005784612e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6737494 May 31 11:52:35.144882 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53eea76-71cb-420d-9be0-8d52cc1addfd None None] Network 12894c2e-80c5-401a-baf6-264199fed708 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:52:35.484246 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-e6698950-c797-408d-b078-1dfe98016532 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:35.484908 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-e6698950-c797-408d-b078-1dfe98016532 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:network {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:35.507652 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-e6698950-c797-408d-b078-1dfe98016532 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:network {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:35.509526 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-e6698950-c797-408d-b078-1dfe98016532 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1712031 May 31 11:52:35.527343 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-98eeb3d4-8e19-41d8-80e4-b1c2e05b3d09 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/quotas/731a1dcbca4140439955478743d8bab0 HTTP/1.1" status: 200 len: 375 time: 0.0093853 May 31 11:52:35.578084 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-e6e0f650-55c0-405e-8765-55ba7eee48e2 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457861 May 31 11:52:35.797849 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-73fa5d33-2993-4afb-b4b7-693fc1576a2a service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129014 May 31 11:52:35.928975 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-fab61481-0951-4c3b-8b88-f6c8e46a4e58 service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241486 May 31 11:52:36.120508 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7f36fb99-ed15-4622-99bd-b89b3c5959bf req-ed8776de-1f11-4c2f-b2d9-01778f34a982 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 210 time: 0.0440409 May 31 11:52:37.272239 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c7d22671-cde6-4d5d-a707-55c346ca95c6 req-6537330d-91b4-4f6b-8f92-f697e2c6c486 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 210 time: 0.0425847 May 31 11:52:37.282772 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-f6720cf7-0249-4af4-bb14-fc95eb545bab tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:37.285107 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-f6720cf7-0249-4af4-bb14-fc95eb545bab tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1500177 May 31 11:52:37.303833 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Request body: {'port': {'device_id': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'admin_state_up': True, 'tenant_id': '731a1dcbca4140439955478743d8bab0'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:37.441130 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:37.445035 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Usage tracker for resource:port and tenant:731a1dcbca4140439955478743d8bab0 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:37.447936 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:37.453805 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:37.464195 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Made reservation on behalf of 731a1dcbca4140439955478743d8bab0 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:37.467797 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.647832 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Allocated IP 172.20.0.12 (12894c2e-80c5-401a-baf6-264199fed708/e309bdc2-fbd2-407b-b650-436c897ab50d/e86c07eb-fd0d-401a-b091-d3ba30cbbe0f) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:37.857615 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.891741 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:37.897647 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:37.965692 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Network 12894c2e-80c5-401a-baf6-264199fed708 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:37.968614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:37.972203 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:38.001832 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event updated for resources: {'Port': ['ID=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:38.007894 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:38.036523 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:38.037117 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.058300 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587688 May 31 11:52:38.074755 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Request body: {'port': {'device_id': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:38.191684 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.532051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e3b2e-c1ca-4f6e-8bda-f25d120e7587 req-82a858ea-a991-42e6-b6a4-02c018c59237 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:38.532760 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-955e3b2e-c1ca-4f6e-8bda-f25d120e7587 req-82a858ea-a991-42e6-b6a4-02c018c59237 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:38.605747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86c07eb-fd0d-401a-b091-d3ba30cbbe0f {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:38.609745 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-955e3b2e-c1ca-4f6e-8bda-f25d120e7587 req-82a858ea-a991-42e6-b6a4-02c018c59237 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:38.610996 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-955e3b2e-c1ca-4f6e-8bda-f25d120e7587 req-82a858ea-a991-42e6-b6a4-02c018c59237 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 932 time: 0.2136359 May 31 11:52:38.614513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.647592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Transition to ACTIVE for port object e86c07eb-fd0d-401a-b091-d3ba30cbbe0f will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:38.656380 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.662372 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-aaab3f01-cba5-43cc-b95b-15a19e57778b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:38.718120 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-955e3b2e-c1ca-4f6e-8bda-f25d120e7587 req-ed342936-62c4-4784-85a0-8447349b2d08 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010878 May 31 11:52:38.886904 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Pushing event updated for resources: {'Port': ['ID=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:38.890158 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:38.992897 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Attempting to bind port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:38.993190 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Attempting to bind port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:38.993540 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Attempting to bind port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:38.998438 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f on network 12894c2e-80c5-401a-baf6-264199fed708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:38.998785 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Attempting to bind port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:39.004192 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:39.004519 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Checking segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:39.004893 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Bound using segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:39.005318 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Bound port: e86c07eb-fd0d-401a-b091-d3ba30cbbe0f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:39.005653 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.094310 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] For port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:39.097310 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] For port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:39.105692 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.112000 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e00c39d8-a3ce-41a6-8552-c7d55265a413 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:39.169192 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:39.169773 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.171168 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] 10.222.0.62 "PUT /v2.0/ports/e86c07eb-fd0d-401a-b091-d3ba30cbbe0f HTTP/1.1" status: 200 len: 1094 time: 1.1003442 May 31 11:52:39.171679 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'tag': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:39.173975 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec" -d '{"events": [{"name": "network-changed", "server_uuid": "960eefe3-9cc3-4ec9-a7e0-70da59aca1b0", "tag": "e86c07eb-fd0d-401a-b091-d3ba30cbbe0f"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:39.193647 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Pushing event updated for resources: {'Port': ['ID=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:39.196747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:39.224126 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aefe48-63a3-45f8-92f2-ed2b8bc17b93 x-openstack-request-id: req-04aefe48-63a3-45f8-92f2-ed2b8bc17b93 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:39.224456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960eefe3-9cc3-4ec9-a7e0-70da59aca1b0", "tag": "e86c07eb-fd0d-401a-b091-d3ba30cbbe0f", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:39.224777 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04aefe48-63a3-45f8-92f2-ed2b8bc17b93 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:39.225213 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'tag': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', 'status': 'completed', 'code': 200} May 31 11:52:39.325012 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-ee1e90b4-2638-4791-a0c8-613a87d53d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:39.327319 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-ee1e90b4-2638-4791-a0c8-613a87d53d0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0887406 May 31 11:52:39.401409 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-06cf3745-b87b-4aca-a768-085e46a7528e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f HTTP/1.1" status: 200 len: 217 time: 0.0624311 May 31 11:52:39.472689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-8b1dc4d1-3e38-4a0a-b051-c26bb9dd5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:39.474096 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-8b1dc4d1-3e38-4a0a-b051-c26bb9dd5e08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0673661 May 31 11:52:39.520040 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-42b92952-10b3-444a-9aae-040c9b0543fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399532 May 31 11:52:39.654476 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-3de08ef4-4a19-4e95-954b-34ab1b3ba18d service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280107 May 31 11:52:39.788808 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-05cf286d-4f90-44dc-88b3-aca745522ab5 req-c5191856-b0c9-4e31-bf0c-dba97c62f148 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276286 May 31 11:52:39.954394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3a5dc-a996-4d55-89c1-0bf69d67132d req-4dbcd215-0430-485f-8843-7b29be5c32c5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:39.955864 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ef3a5dc-a996-4d55-89c1-0bf69d67132d req-4dbcd215-0430-485f-8843-7b29be5c32c5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 944 time: 0.1310906 May 31 11:52:40.004996 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-631a9184-1d3a-4923-875f-fe5881274372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:40.006344 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-631a9184-1d3a-4923-875f-fe5881274372 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 1097 time: 0.1204901 May 31 11:52:40.009236 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ef3a5dc-a996-4d55-89c1-0bf69d67132d req-6e12b75d-0610-4933-810c-8d6b74567044 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 May 31 11:52:40.135580 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-7f7ac83f-c6a7-441b-a355-073f0d84410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:40.136992 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-7f7ac83f-c6a7-441b-a355-073f0d84410b service neutron] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 916 time: 0.1244147 May 31 11:52:40.206909 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-2074af8d-e002-4005-a397-caba9e1f4411 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f HTTP/1.1" status: 200 len: 217 time: 0.0622547 May 31 11:52:40.273051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-ea66b4d6-1230-4b0b-83ac-0bb87e52db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:40.274345 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-ea66b4d6-1230-4b0b-83ac-0bb87e52db2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0565019 May 31 11:52:40.320683 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-dbdde3fb-424f-406d-9df7-5c3df7de9663 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398211 May 31 11:52:40.451696 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-ab5f9993-77cd-45ff-b630-dc6a26a20924 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234372 May 31 11:52:40.687677 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6cb89c3-8142-4f47-bdcd-f635bdc117ec req-2b852500-3003-48f7-b85f-e6dfa7b025f5 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285702 May 31 11:52:41.208391 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5a24-9b1e-42e0-8e63-a4c7de3f496a req-bd1df99e-5b7f-4757-802c-9b6986fb1864 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:41.209838 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c77b5a24-9b1e-42e0-8e63-a4c7de3f496a req-bd1df99e-5b7f-4757-802c-9b6986fb1864 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 944 time: 0.0888503 May 31 11:52:41.260496 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-c77b5a24-9b1e-42e0-8e63-a4c7de3f496a req-4b1e5db5-42a4-4e00-bd29-5224d28de4e5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:security_group {{(pid=98398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:41.279084 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [req-c77b5a24-9b1e-42e0-8e63-a4c7de3f496a req-4b1e5db5-42a4-4e00-bd29-5224d28de4e5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:security_group {{(pid=98398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:41.280421 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c77b5a24-9b1e-42e0-8e63-a4c7de3f496a req-4b1e5db5-42a4-4e00-bd29-5224d28de4e5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619669 May 31 11:52:42.120443 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e86c07eb-fd0d-401a-b091-d3ba30cbbe0f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:52:42.274928 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:42.290178 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'port_id': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', 'mac_address': 'fa:16:3e:21:69:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e309bdc2-fbd2-407b-b650-436c897ab50d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:52:42.348690 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.365568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86c07eb-fd0d-401a-b091-d3ba30cbbe0f {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:42.381878 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:42.387653 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.389445 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:42.459909 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:42.462977 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:42.473788 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf10dd-ad4b-4428-bb5c-4100ed79cc98 req-0e76a21b-06db-45aa-b4bb-360de67c0cc2 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:42.475266 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f8cf10dd-ad4b-4428-bb5c-4100ed79cc98 req-0e76a21b-06db-45aa-b4bb-360de67c0cc2 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 945 time: 0.0877476 May 31 11:52:42.523576 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f8cf10dd-ad4b-4428-bb5c-4100ed79cc98 req-33a9cae7-0285-4123-be2d-19e6534dd05f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426121 May 31 11:52:42.667771 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e86c07eb-fd0d-401a-b091-d3ba30cbbe0f'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:43.728686 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4b594-41e2-4085-bb61-2596ac5db152 req-0a9fa03f-eade-4473-b4f5-7700b6599df4 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.730125 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-50f4b594-41e2-4085-bb61-2596ac5db152 req-0a9fa03f-eade-4473-b4f5-7700b6599df4 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 945 time: 0.0876102 May 31 11:52:43.773686 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-50f4b594-41e2-4085-bb61-2596ac5db152 req-04371bb4-9fca-4007-8fe3-7ec5c4bbc6f9 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 May 31 11:52:44.119773 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e86c07eb-fd0d-401a-b091-d3ba30cbbe0f up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:44.231236 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:44.237065 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:44.237469 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.358011 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.361633 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.387847 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:44.390014 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5501c9cc-1d48-4090-9511-900684e96b00" -d '{"events": [{"server_uuid": "960eefe3-9cc3-4ec9-a7e0-70da59aca1b0", "name": "network-vif-plugged", "status": "completed", "tag": "e86c07eb-fd0d-401a-b091-d3ba30cbbe0f"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:44.397576 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:44.402972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.404780 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:44.434965 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d229a3-91e3-408b-9d20-4e98c0187087 x-openstack-request-id: req-79d229a3-91e3-408b-9d20-4e98c0187087 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:44.435107 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960eefe3-9cc3-4ec9-a7e0-70da59aca1b0", "name": "network-vif-plugged", "status": "completed", "tag": "e86c07eb-fd0d-401a-b091-d3ba30cbbe0f", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:44.435279 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79d229a3-91e3-408b-9d20-4e98c0187087 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:44.435669 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', 'code': 200} May 31 11:52:44.473249 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:44.476265 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:44.723482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476694f-f333-45bf-8e83-95d55bd4bb57 req-3a0e27e3-4a69-433d-be5c-6c9e7e143a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:44.724850 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e476694f-f333-45bf-8e83-95d55bd4bb57 req-3a0e27e3-4a69-433d-be5c-6c9e7e143a12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0925913 May 31 11:52:44.764393 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e476694f-f333-45bf-8e83-95d55bd4bb57 req-5def4b87-c5db-4dfb-bc3e-9700e444c77c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 May 31 11:52:44.977631 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90a097-745e-463f-b5fa-007126a291d6 req-1a371623-015f-419e-84c2-2f55a8c1ed3a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:44.979403 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ed90a097-745e-463f-b5fa-007126a291d6 req-1a371623-015f-419e-84c2-2f55a8c1ed3a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 946 time: 0.0892811 May 31 11:52:45.025214 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-ed90a097-745e-463f-b5fa-007126a291d6 req-6a143726-0311-44b8-91d7-f281f78f4177 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 May 31 11:52:46.236995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d19603-3798-4787-80ee-3339ab46392c req-51c14ad7-7bc4-446e-9473-2aaaa5e4d6d8 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:46.238461 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e4d19603-3798-4787-80ee-3339ab46392c req-51c14ad7-7bc4-446e-9473-2aaaa5e4d6d8 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 946 time: 0.0933125 May 31 11:52:46.293749 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e4d19603-3798-4787-80ee-3339ab46392c req-f03f708e-9fe9-4de2-aeb2-1e0324fdd6d4 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 May 31 11:52:46.559278 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:46.587885 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc0a1-e98f-4703-8e42-920ae0e2d8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.784277 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-58c3078a-ff2b-4bcf-b80a-ee4b3fda3db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:48.847689 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:50.000496 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:51.560650 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:53.593221 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-7dc3e512-bd0a-46d2-8ac7-f0fd34fba00b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819342 May 31 11:52:53.754942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-6b306c41-bb5a-4c8b-9dce-3eac530ca768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.756372 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-6b306c41-bb5a-4c8b-9dce-3eac530ca768 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0729187 May 31 11:52:53.904994 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-3638e85c-8c74-407a-9011-5c5922aab2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:53.906430 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-3638e85c-8c74-407a-9011-5c5922aab2b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 916 time: 0.1298528 May 31 11:52:53.976064 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-7cc1de93-c78d-425d-afda-19568be03ca1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f HTTP/1.1" status: 200 len: 217 time: 0.0633309 May 31 11:52:54.038207 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-b6d7b83a-bba5-4cce-89b9-0e3a434b0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:54.039514 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-b6d7b83a-bba5-4cce-89b9-0e3a434b0adc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0578837 May 31 11:52:54.088767 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-6f506ff6-7a5e-4985-8eda-fc05d4264cb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428586 May 31 11:52:54.224920 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-0ccbdf6f-7381-4428-9791-f39ff8d9817e service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283090 May 31 11:52:54.358911 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-faecba78-86fa-4de8-b323-1e6ac270cb6c req-82e66cab-2809-4b1d-94f3-4b7f7f151390 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266961 May 31 11:52:55.244588 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-9265323b-e76c-47c4-8490-0e4ccd55a10f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:55.246031 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-9265323b-e76c-47c4-8490-0e4ccd55a10f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1592164 May 31 11:52:55.263917 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-8b29e597-8e1e-4349-b62b-b78304d4f21c tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/quotas/731a1dcbca4140439955478743d8bab0 HTTP/1.1" status: 200 len: 375 time: 0.0094144 May 31 11:52:55.349155 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-3b250bd4-e8d1-42b5-8fa4-00a45acc2653 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779207 May 31 11:52:55.416896 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-8633a1aa-6b40-4204-b403-edd255ca079a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:55.417951 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-8633a1aa-6b40-4204-b403-edd255ca079a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0623562 May 31 11:52:55.547843 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-80dd36cf-e8b0-4321-835f-e0d17073829b service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235185 May 31 11:52:55.772225 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-197ae194-72a6-490d-af3f-fe37eee0a44e service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152410 May 31 11:52:55.952688 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a707d110-e03a-4af5-b641-de3ef776d2cb req-59e0dd96-0c13-4987-8bb2-51c8ed76c38e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 210 time: 0.0429699 May 31 11:52:57.114882 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-82f29c03-f17a-4261-8718-bd5fddb2a53d req-47cabe30-6a75-4ca5-a6f6-614185fa12fe tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 210 time: 0.0551023 May 31 11:52:57.169790 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-99b81ade-fbdb-486e-a366-3e21671750fe tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:57.171332 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-99b81ade-fbdb-486e-a366-3e21671750fe tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1928759 May 31 11:52:57.191027 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Request body: {'port': {'device_id': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'admin_state_up': True, 'tenant_id': '731a1dcbca4140439955478743d8bab0'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:57.329622 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:57.340221 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:57.353112 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Made reservation on behalf of 731a1dcbca4140439955478743d8bab0 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:57.358311 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.531343 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Allocated IP 172.20.0.14 (12894c2e-80c5-401a-baf6-264199fed708/e309bdc2-fbd2-407b-b650-436c897ab50d/4608853c-0b8e-44c2-8298-a7effdb47920) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:57.737574 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.775709 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.781658 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:57.814205 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e86c07eb-fd0d-401a-b091-d3ba30cbbe0f'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:57.849308 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Network 12894c2e-80c5-401a-baf6-264199fed708 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:57.852540 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:57.857125 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:57.892261 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event updated for resources: {'Port': ['ID=4608853c-0b8e-44c2-8298-a7effdb47920,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:57.898764 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:57.927572 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:57.928171 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.952164 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-96831283-83a5-4280-a2af-da62340f4c36 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655249 May 31 11:52:57.971680 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Request body: {'port': {'device_id': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:58.084642 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.309483 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb9e6-6f8c-4354-8edc-0c00cc7b2089 req-a983cb06-1c43-4006-a858-d74c31cf032c tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:58.311069 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-417bb9e6-6f8c-4354-8edc-0c00cc7b2089 req-a983cb06-1c43-4006-a858-d74c31cf032c tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 932 time: 0.0839345 May 31 11:52:58.355941 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-417bb9e6-6f8c-4354-8edc-0c00cc7b2089 req-e68f18a2-d406-4217-b413-6179260b2191 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 May 31 11:52:58.424109 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4608853c-0b8e-44c2-8298-a7effdb47920 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:58.434042 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.450613 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Transition to ACTIVE for port object 4608853c-0b8e-44c2-8298-a7effdb47920 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:58.456446 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.460159 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-58a59d52-2237-41b9-a975-9d5f48be95ce tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.581069 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4608853c-0b8e-44c2-8298-a7effdb47920,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:58.606404 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:58.787356 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Attempting to bind port 4608853c-0b8e-44c2-8298-a7effdb47920 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:58.787672 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Attempting to bind port 4608853c-0b8e-44c2-8298-a7effdb47920 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:58.788027 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Attempting to bind port 4608853c-0b8e-44c2-8298-a7effdb47920 on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:58.793076 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Port 4608853c-0b8e-44c2-8298-a7effdb47920 on network 12894c2e-80c5-401a-baf6-264199fed708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:58.793384 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Attempting to bind port 4608853c-0b8e-44c2-8298-a7effdb47920 on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:58.798824 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:58.799141 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Checking segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:58.799524 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Bound using segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:58.800291 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Bound port: 4608853c-0b8e-44c2-8298-a7effdb47920, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:58.800627 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.900867 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] For port 4608853c-0b8e-44c2-8298-a7effdb47920, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:58.903948 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] For port 4608853c-0b8e-44c2-8298-a7effdb47920, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4608853c-0b8e-44c2-8298-a7effdb47920,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:58.912343 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.918134 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c2d870ac-5852-4222-bedf-7fa928315ea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:58.981573 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:58.982183 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.983594 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] 10.222.0.62 "PUT /v2.0/ports/4608853c-0b8e-44c2-8298-a7effdb47920 HTTP/1.1" status: 200 len: 1094 time: 1.0161173 May 31 11:52:58.984096 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:58.986405 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e02e5b-b67a-46e3-affe-54823a0343f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:59.005349 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=4608853c-0b8e-44c2-8298-a7effdb47920,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:59.008685 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:59.037051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279da500-4c56-47c7-b5b0-e689a884ce5a x-openstack-request-id: req-279da500-4c56-47c7-b5b0-e689a884ce5a {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:59.037393 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:59.037726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-279da500-4c56-47c7-b5b0-e689a884ce5a {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:59.038277 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920', 'status': 'completed', 'code': 200} May 31 11:52:59.134445 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-85d8dd91-64ff-4c6f-a0f9-d7fcf8342305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.135937 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-85d8dd91-64ff-4c6f-a0f9-d7fcf8342305 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 1097 time: 0.0735645 May 31 11:52:59.215897 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-c499885a-51ab-4aac-8a6b-4b137520d6e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4608853c-0b8e-44c2-8298-a7effdb47920 HTTP/1.1" status: 200 len: 217 time: 0.0631170 May 31 11:52:59.278899 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-9eda72a5-5d75-42cc-8112-64cb70499067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.280239 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-9eda72a5-5d75-42cc-8112-64cb70499067 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0577757 May 31 11:52:59.329601 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-3340e55b-78ae-4d54-83ab-5aa537edd317 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428967 May 31 11:52:59.461458 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-db7d3467-272a-4f7d-bf85-3f56c81b9f1c service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254604 May 31 11:52:59.552173 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7c5b2-4bb4-48d3-aeba-6b57068dca09 req-7ca73ab7-65a0-4f17-87d6-ffe7d215cf43 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.553705 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9fd7c5b2-4bb4-48d3-aeba-6b57068dca09 req-7ca73ab7-65a0-4f17-87d6-ffe7d215cf43 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 944 time: 0.0940886 May 31 11:52:59.594443 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6711ffa9-c6d0-4aeb-809a-28439c6cfb63 req-d03bc560-7b7e-44d3-9b46-dfc347d2283e service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265018 May 31 11:52:59.597418 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-9fd7c5b2-4bb4-48d3-aeba-6b57068dca09 req-87fd2ec7-34fd-4291-906d-d53e26911c38 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 May 31 11:52:59.763628 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-bdec0711-42bc-45f0-a964-8310af56af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.765083 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-bdec0711-42bc-45f0-a964-8310af56af9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 1097 time: 0.0749714 May 31 11:52:59.903546 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-c4d80e1b-7220-4006-972f-cbf41898b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:59.904865 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-c4d80e1b-7220-4006-972f-cbf41898b1bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 916 time: 0.1320136 May 31 11:52:59.977932 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-7b2dfd81-5c39-4a2b-8db7-142a1f38aea6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4608853c-0b8e-44c2-8298-a7effdb47920 HTTP/1.1" status: 200 len: 217 time: 0.0656340 May 31 11:53:00.040523 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-c92a5101-9e24-4fa9-8b75-ff5e194ebd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:00.041882 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-c92a5101-9e24-4fa9-8b75-ff5e194ebd45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0576901 May 31 11:53:00.088433 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-92a0afb6-d85d-4256-a225-8e737436f823 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395124 May 31 11:53:00.234206 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-96332d03-a0b9-4195-a7fb-57115fdc6d67 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238422 May 31 11:53:00.365754 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-29e02e5b-b67a-46e3-affe-54823a0343f9 req-3b97614f-e969-4acf-bce2-32648e48255b service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242602 May 31 11:53:00.811682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86123ebd-fb30-4404-9f24-48b5acbb6a7c req-02b0fb1c-c462-4b7a-a161-ebdc13cbc300 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:00.812441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-86123ebd-fb30-4404-9f24-48b5acbb6a7c req-02b0fb1c-c462-4b7a-a161-ebdc13cbc300 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:00.829738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-86123ebd-fb30-4404-9f24-48b5acbb6a7c req-02b0fb1c-c462-4b7a-a161-ebdc13cbc300 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:00.830995 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-86123ebd-fb30-4404-9f24-48b5acbb6a7c req-02b0fb1c-c462-4b7a-a161-ebdc13cbc300 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 944 time: 0.1100907 May 31 11:53:00.876126 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-86123ebd-fb30-4404-9f24-48b5acbb6a7c req-35549ea4-4fd0-42e7-a7f9-8b20836877c3 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 May 31 11:53:02.092872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e42277-6578-408e-aee4-b841aa66baaf req-eedcb414-374f-442f-bdd9-6b0dd08d9ecd tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:02.094530 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-27e42277-6578-408e-aee4-b841aa66baaf req-eedcb414-374f-442f-bdd9-6b0dd08d9ecd tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 944 time: 0.1005754 May 31 11:53:02.138911 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-27e42277-6578-408e-aee4-b841aa66baaf req-cf7adfc4-eade-48b6-9f17-3c6104a1edb1 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 May 31 11:53:02.227553 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 4608853c-0b8e-44c2-8298-a7effdb47920 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:53:02.362129 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 4608853c-0b8e-44c2-8298-a7effdb47920, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4608853c-0b8e-44c2-8298-a7effdb47920,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:02.375697 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '4608853c-0b8e-44c2-8298-a7effdb47920', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'port_id': '4608853c-0b8e-44c2-8298-a7effdb47920', 'mac_address': 'fa:16:3e:39:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e309bdc2-fbd2-407b-b650-436c897ab50d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:53:02.448167 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.464947 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4608853c-0b8e-44c2-8298-a7effdb47920 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:02.480324 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 4608853c-0b8e-44c2-8298-a7effdb47920, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4608853c-0b8e-44c2-8298-a7effdb47920,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:02.486155 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:02.487927 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:02.558701 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=4608853c-0b8e-44c2-8298-a7effdb47920,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:02.561997 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:02.783486 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['4608853c-0b8e-44c2-8298-a7effdb47920'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:03.362393 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8dbf8-4ad6-466a-ae2b-9e006a8d0492 req-8211fc5c-572b-49b6-a844-0bf026ee8f11 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:03.363918 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ea8dbf8-4ad6-466a-ae2b-9e006a8d0492 req-8211fc5c-572b-49b6-a844-0bf026ee8f11 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 945 time: 0.0914936 May 31 11:53:03.504790 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ea8dbf8-4ad6-466a-ae2b-9e006a8d0492 req-bf530f22-0736-41a4-8820-c23fe1c7c830 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350217 May 31 11:53:04.228227 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 4608853c-0b8e-44c2-8298-a7effdb47920 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:04.309451 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 4608853c-0b8e-44c2-8298-a7effdb47920 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:04.315729 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 4608853c-0b8e-44c2-8298-a7effdb47920 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:04.316309 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.446464 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.473563 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:04.475860 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62106331-5ae8-4675-93cd-a6120464e6de" -d '{"events": [{"server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "name": "network-vif-plugged", "status": "completed", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:04.483617 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 4608853c-0b8e-44c2-8298-a7effdb47920, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4608853c-0b8e-44c2-8298-a7effdb47920,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:04.488725 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:04.490651 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-43ddb7c9-b42e-416c-b271-215b5edb338f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:04.524153 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de3c54a-dc23-4ec4-8905-6b7ad50594f6 x-openstack-request-id: req-5de3c54a-dc23-4ec4-8905-6b7ad50594f6 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:04.524446 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "name": "network-vif-plugged", "status": "completed", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:04.524688 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5de3c54a-dc23-4ec4-8905-6b7ad50594f6 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:04.525066 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920', 'code': 200} May 31 11:53:04.560579 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=4608853c-0b8e-44c2-8298-a7effdb47920,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:04.563511 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:04.694217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f718b-7571-4e7c-a5e7-d3c1f882aea6 req-52b27baf-3702-45da-885e-e14885d40633 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:04.695708 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba5f718b-7571-4e7c-a5e7-d3c1f882aea6 req-52b27baf-3702-45da-885e-e14885d40633 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 946 time: 0.0848227 May 31 11:53:04.788618 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ba5f718b-7571-4e7c-a5e7-d3c1f882aea6 req-005ce2f3-2ab0-43a8-8337-4a3c506a9d70 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870898 May 31 11:53:04.811747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07a019-93ab-4313-a2cd-15bdc59c9153 req-0e9c934b-805f-4809-90e7-0f10dff62304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:04.813261 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee07a019-93ab-4313-a2cd-15bdc59c9153 req-0e9c934b-805f-4809-90e7-0f10dff62304 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 1099 time: 0.0943279 May 31 11:53:04.862173 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ee07a019-93ab-4313-a2cd-15bdc59c9153 req-ad05fd82-8aed-41d7-84c3-b83b42a1b528 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 May 31 11:53:06.002970 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6eeb-416d-401b-b147-3b450c4b3676 req-ef47a57e-73a1-430f-91eb-6bb8ea99be98 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:06.004528 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1e3a6eeb-416d-401b-b147-3b450c4b3676 req-ef47a57e-73a1-430f-91eb-6bb8ea99be98 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 946 time: 0.0950594 May 31 11:53:06.050752 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1e3a6eeb-416d-401b-b147-3b450c4b3676 req-4c0ac964-641f-4260-b4b0-fdf8091f20be tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 May 31 11:53:07.250030 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48c34-4fd7-4325-932a-fb0e1368c09e req-b31dff0f-cacc-41e3-97f5-ab9c4eab4589 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.251509 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-edd48c34-4fd7-4325-932a-fb0e1368c09e req-b31dff0f-cacc-41e3-97f5-ab9c4eab4589 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 946 time: 0.0833464 May 31 11:53:07.302344 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-edd48c34-4fd7-4325-932a-fb0e1368c09e req-7f07849f-10d9-45e1-b78d-4b74e01c9a33 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 May 31 11:53:09.469675 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-61870ffa-b1c0-4909-b850-30698c572454 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:09.471151 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-61870ffa-b1c0-4909-b850-30698c572454 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1629863 May 31 11:53:09.485563 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-220250ed-7903-4638-83da-0996ef08fae0 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/quotas/731a1dcbca4140439955478743d8bab0 HTTP/1.1" status: 200 len: 375 time: 0.0089433 May 31 11:53:09.568759 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-4eac0030-1be6-4573-a6d2-bf86d47bf59b tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783923 May 31 11:53:09.707205 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-2c32bb9b-63f9-4463-9514-3c7929f102c5 service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315651 May 31 11:53:09.849750 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-998700f1-2656-4328-bdd4-7c335e2e1db2 service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366792 May 31 11:53:10.032067 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-761cbde7-d22b-4a02-8fa6-52d70fd36e60 req-2195ec41-2c17-444b-86a8-bc33d28cbfb5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 210 time: 0.0431354 May 31 11:53:11.192853 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c6fa387d-7798-4591-907a-5acc46bb714a req-c3f46f34-0ee2-4cfe-a62e-d5339679f551 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 210 time: 0.0486634 May 31 11:53:11.204537 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-4c64331d-d885-42b4-9089-2bd4b0d6fd2d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:11.206020 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-4c64331d-d885-42b4-9089-2bd4b0d6fd2d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1562421 May 31 11:53:11.224588 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Request body: {'port': {'device_id': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'admin_state_up': True, 'tenant_id': '731a1dcbca4140439955478743d8bab0'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:11.365612 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:11.376675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:11.388956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Made reservation on behalf of 731a1dcbca4140439955478743d8bab0 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:11.392747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:11.573735 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Allocated IP 172.20.0.6 (12894c2e-80c5-401a-baf6-264199fed708/e309bdc2-fbd2-407b-b650-436c897ab50d/b31a2eb7-77b3-458c-a3ad-25db06947c74) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:11.774286 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:11.807061 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:11.812782 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-fa0c8505-9b0b-4b86-8599-c50c18caf054 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:11.842349 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', '4608853c-0b8e-44c2-8298-a7effdb47920'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:11.880489 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Network 12894c2e-80c5-401a-baf6-264199fed708 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:11.883678 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:11.887514 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:11.928265 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event updated for resources: {'Port': ['ID=b31a2eb7-77b3-458c-a3ad-25db06947c74,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:11.932703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:11.959438 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:11.960035 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:11.986051 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-dea83030-82da-4f5d-95fe-fc7b245969b5 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652605 May 31 11:53:12.004387 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Request body: {'port': {'device_id': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:12.115774 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:12.474485 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6e424-4327-4a46-9279-d8fe473d9689 req-1e4f9623-2b90-4461-80b7-13dc168fee18 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:12.475188 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-d9a6e424-4327-4a46-9279-d8fe473d9689 req-1e4f9623-2b90-4461-80b7-13dc168fee18 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:12.638122 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31a2eb7-77b3-458c-a3ad-25db06947c74 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:12.642273 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-d9a6e424-4327-4a46-9279-d8fe473d9689 req-1e4f9623-2b90-4461-80b7-13dc168fee18 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:12.643443 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9a6e424-4327-4a46-9279-d8fe473d9689 req-1e4f9623-2b90-4461-80b7-13dc168fee18 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 931 time: 0.3190780 May 31 11:53:12.647123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:12.680520 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Transition to ACTIVE for port object b31a2eb7-77b3-458c-a3ad-25db06947c74 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:12.690037 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:12.696334 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-935365a2-c075-4815-b592-a23f6555ea1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:12.749985 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d9a6e424-4327-4a46-9279-d8fe473d9689 req-256e7ca0-6569-4e21-b54d-c278ca605b7d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003430 May 31 11:53:12.829125 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b31a2eb7-77b3-458c-a3ad-25db06947c74,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:12.832559 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:12.935579 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Attempting to bind port b31a2eb7-77b3-458c-a3ad-25db06947c74 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:12.935881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Attempting to bind port b31a2eb7-77b3-458c-a3ad-25db06947c74 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:12.936226 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Attempting to bind port b31a2eb7-77b3-458c-a3ad-25db06947c74 on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:12.941167 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Port b31a2eb7-77b3-458c-a3ad-25db06947c74 on network 12894c2e-80c5-401a-baf6-264199fed708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:53:12.941481 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Attempting to bind port b31a2eb7-77b3-458c-a3ad-25db06947c74 on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:12.947021 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:12.947280 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Checking segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:12.947654 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Bound using segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:12.948081 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Bound port: b31a2eb7-77b3-458c-a3ad-25db06947c74, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:12.948419 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.056923 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] For port b31a2eb7-77b3-458c-a3ad-25db06947c74, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:13.059964 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] For port b31a2eb7-77b3-458c-a3ad-25db06947c74, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b31a2eb7-77b3-458c-a3ad-25db06947c74,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:13.067211 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.070824 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d46d9561-85b8-4186-9af2-d3397c9dfbe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:13.134585 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:13.135226 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.136561 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/b31a2eb7-77b3-458c-a3ad-25db06947c74 HTTP/1.1" status: 200 len: 1093 time: 1.1363852 May 31 11:53:13.137052 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'tag': 'b31a2eb7-77b3-458c-a3ad-25db06947c74'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:13.139348 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6db3911-84af-452e-b939-42f7ffa366af" -d '{"events": [{"name": "network-changed", "server_uuid": "03bf8897-9ef8-401b-8362-5e0ef6f0c1c3", "tag": "b31a2eb7-77b3-458c-a3ad-25db06947c74"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:13.156972 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b31a2eb7-77b3-458c-a3ad-25db06947c74,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:13.160334 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:13.186930 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d12f34-668b-446c-98dc-9a09ca89a547 x-openstack-request-id: req-25d12f34-668b-446c-98dc-9a09ca89a547 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:13.187279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bf8897-9ef8-401b-8362-5e0ef6f0c1c3", "tag": "b31a2eb7-77b3-458c-a3ad-25db06947c74", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:13.187577 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25d12f34-668b-446c-98dc-9a09ca89a547 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:13.188022 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'tag': 'b31a2eb7-77b3-458c-a3ad-25db06947c74', 'status': 'completed', 'code': 200} May 31 11:53:13.275960 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-5b4ad119-c2fa-4906-8fbf-57612cfc3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:13.277408 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-5b4ad119-c2fa-4906-8fbf-57612cfc3306 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0717928 May 31 11:53:13.352648 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-3b2a4f34-af22-4267-8b2d-bb30a7e54117 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31a2eb7-77b3-458c-a3ad-25db06947c74 HTTP/1.1" status: 200 len: 217 time: 0.0623431 May 31 11:53:13.415230 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-c928f3d1-79d7-4510-919e-6dcf644feb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:13.416605 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-c928f3d1-79d7-4510-919e-6dcf644feb36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0581040 May 31 11:53:13.466480 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-bd7efc7e-b374-4fd1-8eb5-074ab37a9644 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428660 May 31 11:53:13.605679 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-cc27d60d-0431-40ea-ae38-520b31990f2e service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323583 May 31 11:53:13.755127 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f7d725cf-75dc-414d-81c6-45e27bf8d212 req-277088dd-33cd-4aba-9d7a-ccbd027bda4c service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426182 May 31 11:53:13.975990 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db3911-84af-452e-b939-42f7ffa366af req-771d26ef-64a4-41f1-a43b-ab66a4a0da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:13.977486 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6db3911-84af-452e-b939-42f7ffa366af req-771d26ef-64a4-41f1-a43b-ab66a4a0da1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1259973 May 31 11:53:13.987224 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202efeb-fbdd-477f-865a-7ae7bbe7a336 req-4a164d13-76f0-42ac-a710-42e49ee792a4 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:13.988523 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2202efeb-fbdd-477f-865a-7ae7bbe7a336 req-4a164d13-76f0-42ac-a710-42e49ee792a4 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 943 time: 0.1068504 May 31 11:53:14.113937 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2202efeb-fbdd-477f-865a-7ae7bbe7a336 req-2b837a56-b65b-4a8a-898e-715295b35ed0 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045310 May 31 11:53:14.149177 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db3911-84af-452e-b939-42f7ffa366af req-fbe93d4b-a23f-413a-82a6-e7fdbab6924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:14.150600 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6db3911-84af-452e-b939-42f7ffa366af req-fbe93d4b-a23f-413a-82a6-e7fdbab6924a service neutron] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 916 time: 0.1612866 May 31 11:53:14.217209 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6db3911-84af-452e-b939-42f7ffa366af req-4e88c679-15f1-4cb6-a110-1590f5f571ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31a2eb7-77b3-458c-a3ad-25db06947c74 HTTP/1.1" status: 200 len: 217 time: 0.0595763 May 31 11:53:14.283874 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db3911-84af-452e-b939-42f7ffa366af req-1767ee7d-86bb-41c7-b597-3db07b542c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:14.285193 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6db3911-84af-452e-b939-42f7ffa366af req-1767ee7d-86bb-41c7-b597-3db07b542c6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0605252 May 31 11:53:14.332734 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6db3911-84af-452e-b939-42f7ffa366af req-90ab454a-a33b-4b90-8517-e816705e0d3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407882 May 31 11:53:14.350538 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.557396 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6db3911-84af-452e-b939-42f7ffa366af req-a72d7536-268f-409e-a33e-2abff20cd0e6 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165768 May 31 11:53:14.688523 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-a6db3911-84af-452e-b939-42f7ffa366af req-7cca57b4-c2fc-40a3-b43c-f196afbcc179 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235201 May 31 11:53:15.319512 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc27c9e-edb5-4328-b333-16a2c05e6de9 req-854d61ce-5bc9-44a1-97a1-6587aeb66ec6 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:15.320860 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1fc27c9e-edb5-4328-b333-16a2c05e6de9 req-854d61ce-5bc9-44a1-97a1-6587aeb66ec6 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 943 time: 0.0886004 May 31 11:53:15.367939 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1fc27c9e-edb5-4328-b333-16a2c05e6de9 req-e76945f2-debc-4e79-bcee-6ce9f9acbf66 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 May 31 11:53:16.268196 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device b31a2eb7-77b3-458c-a3ad-25db06947c74 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:53:16.417992 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port b31a2eb7-77b3-458c-a3ad-25db06947c74, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b31a2eb7-77b3-458c-a3ad-25db06947c74,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:16.434791 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'b31a2eb7-77b3-458c-a3ad-25db06947c74', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'port_id': 'b31a2eb7-77b3-458c-a3ad-25db06947c74', 'mac_address': 'fa:16:3e:f1:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e309bdc2-fbd2-407b-b650-436c897ab50d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:53:16.486617 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.503204 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31a2eb7-77b3-458c-a3ad-25db06947c74 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:16.519028 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port b31a2eb7-77b3-458c-a3ad-25db06947c74, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b31a2eb7-77b3-458c-a3ad-25db06947c74,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:16.524125 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.526082 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:16.564601 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690949c5-5d17-4b4b-a09e-5262e0189e39 req-67a8d3c2-8789-433f-83f0-9c9794ee0475 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:16.566012 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-690949c5-5d17-4b4b-a09e-5262e0189e39 req-67a8d3c2-8789-433f-83f0-9c9794ee0475 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 943 time: 0.0839515 May 31 11:53:16.601578 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8f722571-4b84-44d5-9118-38c440ddadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:16.608545 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=b31a2eb7-77b3-458c-a3ad-25db06947c74,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:16.611584 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:16.612825 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-690949c5-5d17-4b4b-a09e-5262e0189e39 req-d20e0a49-d9a4-4647-b5aa-175636e71557 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390239 May 31 11:53:16.846801 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['b31a2eb7-77b3-458c-a3ad-25db06947c74'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:17.809185 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e2b90-144a-4a6a-a806-aaf80162d2d6 req-086bfc56-2415-4365-b2a6-ad83a0b20b8d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:17.811003 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3d4e2b90-144a-4a6a-a806-aaf80162d2d6 req-086bfc56-2415-4365-b2a6-ad83a0b20b8d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 944 time: 0.0879343 May 31 11:53:17.858220 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-3d4e2b90-144a-4a6a-a806-aaf80162d2d6 req-e0b4a0da-eb52-4b28-8971-0ede4d8927e3 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 May 31 11:53:18.275077 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device b31a2eb7-77b3-458c-a3ad-25db06947c74 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:18.358652 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port b31a2eb7-77b3-458c-a3ad-25db06947c74 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:18.363158 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port b31a2eb7-77b3-458c-a3ad-25db06947c74 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:18.363523 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.476204 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.506184 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a2eb7-77b3-458c-a3ad-25db06947c74'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:18.508444 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa110b-ea64-41dd-9fe0-00401d72f4c9" -d '{"events": [{"server_uuid": "03bf8897-9ef8-401b-8362-5e0ef6f0c1c3", "name": "network-vif-plugged", "status": "completed", "tag": "b31a2eb7-77b3-458c-a3ad-25db06947c74"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:18.516739 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port b31a2eb7-77b3-458c-a3ad-25db06947c74, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b31a2eb7-77b3-458c-a3ad-25db06947c74,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:18.523279 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.525214 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:18.558412 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9357aa32-7fd4-40ad-bc3c-4573d67afe7c x-openstack-request-id: req-9357aa32-7fd4-40ad-bc3c-4573d67afe7c {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:18.558683 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bf8897-9ef8-401b-8362-5e0ef6f0c1c3", "name": "network-vif-plugged", "status": "completed", "tag": "b31a2eb7-77b3-458c-a3ad-25db06947c74", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:18.558962 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9357aa32-7fd4-40ad-bc3c-4573d67afe7c {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:18.559340 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a2eb7-77b3-458c-a3ad-25db06947c74', 'code': 200} May 31 11:53:18.595147 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=b31a2eb7-77b3-458c-a3ad-25db06947c74,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:18.599438 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:18.776370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b1e8017a-7cd3-4cc9-baa8-65565643f8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.821036 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1560c-038d-4445-b71d-72cb452321ab req-f1558c9a-2326-461d-a0a4-c97716523abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:18.822553 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8e1560c-038d-4445-b71d-72cb452321ab req-f1558c9a-2326-461d-a0a4-c97716523abf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0714629 May 31 11:53:18.842036 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:18.865533 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-e8e1560c-038d-4445-b71d-72cb452321ab req-0c2bd72b-cfee-4b8d-b675-7e7e449d6e07 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356991 May 31 11:53:19.145091 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1781-4e49-4245-be0e-3bc4b1c0a58c req-eae8f93a-a70b-4007-afea-712ef924f39c tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:19.146536 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e3de1781-4e49-4245-be0e-3bc4b1c0a58c req-eae8f93a-a70b-4007-afea-712ef924f39c tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 945 time: 0.1733346 May 31 11:53:19.192982 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-e3de1781-4e49-4245-be0e-3bc4b1c0a58c req-d8e6cce3-a43f-4656-a99a-6f4fef3e362d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 May 31 11:53:20.011551 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:20.400139 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6be2d3-79c8-4f88-bec6-c3a110f69f3a req-86f842fb-44d2-468b-9462-f56edcff7967 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:20.401481 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9b6be2d3-79c8-4f88-bec6-c3a110f69f3a req-86f842fb-44d2-468b-9462-f56edcff7967 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 945 time: 0.0872099 May 31 11:53:20.449989 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9b6be2d3-79c8-4f88-bec6-c3a110f69f3a req-80d81140-1794-4d41-b606-d880dca25bb2 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 May 31 11:53:21.573424 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:23.559592 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:53:32.418123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-41c58a9d-9422-4827-8de9-3cedb55d3909 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:32.419489 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-41c58a9d-9422-4827-8de9-3cedb55d3909 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1465929 May 31 11:53:32.436437 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-5b742399-9d63-4281-b421-d984e797d1ea tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/quotas/731a1dcbca4140439955478743d8bab0 HTTP/1.1" status: 200 len: 375 time: 0.0092328 May 31 11:53:32.529341 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-4eb646d6-0ed6-4bd8-a799-42e9450e8160 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875838 May 31 11:53:32.665648 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-0d4091d5-4c8c-479a-9802-901850716e1f service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292205 May 31 11:53:32.798749 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-a8a5577c-380d-41a9-af9d-94d169cb6b86 service neutron] 10.222.0.18 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243062 May 31 11:53:32.981724 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-a8212a86-dc55-4a96-9e6e-7eeb964e77f4 req-7b6ffac5-b49c-408e-b618-bf9760dc9842 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 210 time: 0.0426900 May 31 11:53:34.194604 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-291f0423-e586-4f8c-8f93-4b82e93e6a8b req-d25f6f41-0614-4c04-bbda-aa451398e632 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 210 time: 0.0601707 May 31 11:53:34.247624 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-7aa2d1ff-ef15-466e-b32d-a38cc9a8c29c tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:34.249045 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-7aa2d1ff-ef15-466e-b32d-a38cc9a8c29c tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 815 time: 0.1919188 May 31 11:53:34.269292 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Request body: {'port': {'device_id': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'admin_state_up': True, 'tenant_id': '731a1dcbca4140439955478743d8bab0'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:34.403506 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:53:34.413978 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:53:34.427316 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Made reservation on behalf of 731a1dcbca4140439955478743d8bab0 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:53:34.430896 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.601740 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Allocated IP 172.20.0.8 (12894c2e-80c5-401a-baf6-264199fed708/e309bdc2-fbd2-407b-b650-436c897ab50d/d8cf409d-bef7-487f-89f7-0d2adf9b51d2) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:53:34.907187 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.937534 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:34.944123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:34.976160 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', '4608853c-0b8e-44c2-8298-a7effdb47920', 'b31a2eb7-77b3-458c-a3ad-25db06947c74'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:35.025042 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Network 12894c2e-80c5-401a-baf6-264199fed708 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:53:35.028240 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:53:35.031989 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:53:35.062857 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event updated for resources: {'Port': ['ID=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:35.081735 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.082123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.082495 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.082883 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.083246 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.083614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.083964 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.084308 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.084660 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.085012 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.085365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.085717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:35.091131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:35.108583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:35.109194 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.134440 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688798 May 31 11:53:35.155228 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Request body: {'port': {'device_id': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:35.266222 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.389158 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7cfa-5321-42ea-b2bb-77cf2e6b2a63 req-5986c251-312d-4b9d-9a6d-ecd7c3b61c44 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:35.390624 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d4bb7cfa-5321-42ea-b2bb-77cf2e6b2a63 req-5986c251-312d-4b9d-9a6d-ecd7c3b61c44 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 931 time: 0.0857003 May 31 11:53:35.435858 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d4bb7cfa-5321-42ea-b2bb-77cf2e6b2a63 req-26c24276-0c73-4064-a923-79aae4fa3ee9 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 May 31 11:53:35.605590 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cf409d-bef7-487f-89f7-0d2adf9b51d2 {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:35.613048 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.628426 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Transition to ACTIVE for port object d8cf409d-bef7-487f-89f7-0d2adf9b51d2 will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:53:35.635366 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.642818 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-8c55cc71-b96e-4a24-a337-8085ba6f360a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:35.807599 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:35.814468 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:35.891926 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Attempting to bind port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:53:35.892151 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Attempting to bind port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:53:35.892456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Attempting to bind port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:35.897556 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 on network 12894c2e-80c5-401a-baf6-264199fed708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:53:35.897865 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Attempting to bind port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 on network 12894c2e-80c5-401a-baf6-264199fed708 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:53:35.903323 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:53:35.903644 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Checking segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:53:35.904013 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Bound using segment: {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:53:35.904428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Bound port: d8cf409d-bef7-487f-89f7-0d2adf9b51d2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7571763-b2fb-4594-8a0c-dcc078fa064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '12894c2e-80c5-401a-baf6-264199fed708'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:53:35.904765 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.993160 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] For port d8cf409d-bef7-487f-89f7-0d2adf9b51d2, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:53:35.996076 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] For port d8cf409d-bef7-487f-89f7-0d2adf9b51d2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:53:36.003320 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.006916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cea5ad49-80ab-4786-9c68-bef17f0d7620 tempest-ServerRescueNegativeTestJSON-1194130156 tempest-ServerRescueNegativeTestJSON-1194130156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:36.065102 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:36.065697 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:36.067067 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/d8cf409d-bef7-487f-89f7-0d2adf9b51d2 HTTP/1.1" status: 200 len: 1093 time: 0.9160407 May 31 11:53:36.067564 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'tag': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:36.069816 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6c771b-0243-4495-8355-a81f95553d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b819e6-030a-4b57-af10-2871bc21faf3", "tag": "d8cf409d-bef7-487f-89f7-0d2adf9b51d2"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:36.086873 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:36.090416 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:36.114288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34089dd8-6d6f-4038-8073-674e80043135 x-openstack-request-id: req-34089dd8-6d6f-4038-8073-674e80043135 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:36.114854 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b819e6-030a-4b57-af10-2871bc21faf3", "tag": "d8cf409d-bef7-487f-89f7-0d2adf9b51d2", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:36.115146 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34089dd8-6d6f-4038-8073-674e80043135 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:36.115582 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'tag': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2', 'status': 'completed', 'code': 200} May 31 11:53:36.208387 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-0cb486bb-32b3-43b9-9a4b-19919e57ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:36.209850 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-0cb486bb-32b3-43b9-9a4b-19919e57ee84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 1096 time: 0.0788219 May 31 11:53:36.287158 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-430a3585-d450-4e02-b8bd-4d90f28409c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8cf409d-bef7-487f-89f7-0d2adf9b51d2 HTTP/1.1" status: 200 len: 217 time: 0.0634811 May 31 11:53:36.350397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-6336b22d-0b29-470e-af52-cbdeddcf01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:36.351764 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-6336b22d-0b29-470e-af52-cbdeddcf01db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0583894 May 31 11:53:36.407951 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-cb3f90a0-ec01-4060-9073-5b18166ff1aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425327 May 31 11:53:36.539984 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-6ef324e0-474a-4dba-8048-d742302e9f61 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259513 May 31 11:53:36.620763 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac12c-bb20-4d13-8860-769620cfaf73 req-67cf0e0f-1dbb-44fa-b69d-9f9c095d3ca8 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:36.622196 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-529ac12c-bb20-4d13-8860-769620cfaf73 req-67cf0e0f-1dbb-44fa-b69d-9f9c095d3ca8 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 943 time: 0.0820374 May 31 11:53:36.672737 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-529ac12c-bb20-4d13-8860-769620cfaf73 req-6c36eb87-4d96-4ec1-9f27-f1011b765a87 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 May 31 11:53:36.674155 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ade682e0-d2c6-497f-a640-dc0789cdf6eb req-58cb8050-c4fa-4fe7-87c4-12c509a27c91 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257291 May 31 11:53:36.937385 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c771b-0243-4495-8355-a81f95553d8a req-6e67e7a2-5279-4157-a29a-c4de32be4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:36.938898 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c6c771b-0243-4495-8355-a81f95553d8a req-6e67e7a2-5279-4157-a29a-c4de32be4718 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 1096 time: 0.1647038 May 31 11:53:37.078397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c771b-0243-4495-8355-a81f95553d8a req-c5998323-2c08-46f1-99a2-93e3667c0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:37.079873 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c6c771b-0243-4495-8355-a81f95553d8a req-c5998323-2c08-46f1-99a2-93e3667c0144 service neutron] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 916 time: 0.1339726 May 31 11:53:37.150440 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c6c771b-0243-4495-8355-a81f95553d8a req-669b033d-a2c4-41f6-a521-51841b80781a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8cf409d-bef7-487f-89f7-0d2adf9b51d2 HTTP/1.1" status: 200 len: 217 time: 0.0626695 May 31 11:53:37.216591 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c771b-0243-4495-8355-a81f95553d8a req-fbc0244d-b355-403f-8f12-dc0abcf5811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:37.218061 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c6c771b-0243-4495-8355-a81f95553d8a req-fbc0244d-b355-403f-8f12-dc0abcf5811a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0601058 May 31 11:53:37.269172 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c6c771b-0243-4495-8355-a81f95553d8a req-4fd0b827-2211-4c65-b8c7-e314080f9fb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430093 May 31 11:53:37.402747 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c6c771b-0243-4495-8355-a81f95553d8a req-38674fd4-a65c-49b2-abe7-248be7de63c3 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233141 May 31 11:53:37.536209 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7c6c771b-0243-4495-8355-a81f95553d8a req-18b55043-881b-409c-924a-8051840778d2 service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227474 May 31 11:53:37.873855 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c64382-edfe-4726-9ffe-19f3b3a91766 req-473738aa-f65c-4ad1-a7dd-91ad1e69e26b tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:37.874459 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-71c64382-edfe-4726-9ffe-19f3b3a91766 req-473738aa-f65c-4ad1-a7dd-91ad1e69e26b tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:37.892821 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-71c64382-edfe-4726-9ffe-19f3b3a91766 req-473738aa-f65c-4ad1-a7dd-91ad1e69e26b tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:37.894073 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-71c64382-edfe-4726-9ffe-19f3b3a91766 req-473738aa-f65c-4ad1-a7dd-91ad1e69e26b tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 943 time: 0.1044388 May 31 11:53:37.941542 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-71c64382-edfe-4726-9ffe-19f3b3a91766 req-5c01e800-b77a-4f37-9746-960e6e2b9c54 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 May 31 11:53:38.402215 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device d8cf409d-bef7-487f-89f7-0d2adf9b51d2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:53:38.546201 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port d8cf409d-bef7-487f-89f7-0d2adf9b51d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:38.559474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2', 'network_id': '12894c2e-80c5-401a-baf6-264199fed708', 'port_id': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2', 'mac_address': 'fa:16:3e:71:c3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e309bdc2-fbd2-407b-b650-436c897ab50d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:53:38.620143 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.637287 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cf409d-bef7-487f-89f7-0d2adf9b51d2 {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:53:38.653072 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port d8cf409d-bef7-487f-89f7-0d2adf9b51d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:38.659775 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.661606 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9e1d1a2b-3577-4de8-be4b-fee39a2dd967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:38.733486 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:38.741373 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.741721 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.742054 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.742379 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.742731 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.743058 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.743374 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.743679 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.743996 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.744302 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.744611 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.744936 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:38.748866 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:38.977720 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['d8cf409d-bef7-487f-89f7-0d2adf9b51d2'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:39.143750 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84ada0-df9e-4380-93d9-e6de7821f01e req-ef56d04a-af66-4b8a-9093-67c0643af28a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:39.145426 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1a84ada0-df9e-4380-93d9-e6de7821f01e req-ef56d04a-af66-4b8a-9093-67c0643af28a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 944 time: 0.0808704 May 31 11:53:39.192258 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1a84ada0-df9e-4380-93d9-e6de7821f01e req-924ea872-5bdf-49f1-a20d-fbf8276e7d7b tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 May 31 11:53:40.396474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device d8cf409d-bef7-487f-89f7-0d2adf9b51d2 up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:53:40.409751 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0c6bf-3a0f-442d-ba4b-61a8680f0893 req-e41584e7-b4aa-4512-a45c-ecf8cab82e33 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:40.411258 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c4e0c6bf-3a0f-442d-ba4b-61a8680f0893 req-e41584e7-b4aa-4512-a45c-ecf8cab82e33 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 944 time: 0.0967703 May 31 11:53:40.456057 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c4e0c6bf-3a0f-442d-ba4b-61a8680f0893 req-5df72bba-7777-47f9-9de0-3ed98d767450 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 May 31 11:53:40.466385 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:53:40.471685 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:40.472100 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.596671 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.624392 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:40.626669 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e38de9-b878-4ebb-b698-e535237388b3" -d '{"events": [{"server_uuid": "e4b819e6-030a-4b57-af10-2871bc21faf3", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf409d-bef7-487f-89f7-0d2adf9b51d2"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:40.635043 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port d8cf409d-bef7-487f-89f7-0d2adf9b51d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:40.639849 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.641776 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-249a59c2-e27b-44ed-87af-ec583b102c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:40.670936 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a9e81-b377-4924-90f2-249c2d910472 x-openstack-request-id: req-9a1a9e81-b377-4924-90f2-249c2d910472 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:40.671228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b819e6-030a-4b57-af10-2871bc21faf3", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf409d-bef7-487f-89f7-0d2adf9b51d2", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:40.671475 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a1a9e81-b377-4924-90f2-249c2d910472 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:40.671855 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2', 'code': 200} May 31 11:53:40.711844 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:40.714685 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:40.952090 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656ac5a-3dc3-44a0-8e26-227f7c6e3b75 req-6e09c588-b7be-46fc-8f34-8ee34be9daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:40.953565 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d656ac5a-3dc3-44a0-8e26-227f7c6e3b75 req-6e09c588-b7be-46fc-8f34-8ee34be9daba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 1098 time: 0.0745571 May 31 11:53:41.004667 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d656ac5a-3dc3-44a0-8e26-227f7c6e3b75 req-3a9390cd-dc1e-421e-8e70-3d774a102139 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 May 31 11:53:41.654389 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a9274-6673-44c8-a091-550bc1120141 req-22849e28-9ded-4766-90b4-69eebeddfc15 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:41.655846 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0e5a9274-6673-44c8-a091-550bc1120141 req-22849e28-9ded-4766-90b4-69eebeddfc15 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 945 time: 0.0922680 May 31 11:53:41.702193 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0e5a9274-6673-44c8-a091-550bc1120141 req-487a6b32-d5be-4ea5-b62b-57d75edfe433 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 May 31 11:53:42.906448 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce26d-d712-48c8-8494-46c279bd3fc8 req-6e936a75-612d-4f41-bb2e-47f71c50d18e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:42.907932 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a1ce26d-d712-48c8-8494-46c279bd3fc8 req-6e936a75-612d-4f41-bb2e-47f71c50d18e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 945 time: 0.0858152 May 31 11:53:42.955980 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-6a1ce26d-d712-48c8-8494-46c279bd3fc8 req-2d7c6d0b-972d-464e-a155-59aa3d5f8954 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 May 31 11:53:44.366449 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:46.601308 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b313d571-2545-4cde-9114-d913ae796a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.786202 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8a558f10-b16f-407e-a7f9-dacde5b7676c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:48.839756 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:50.009938 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:51.573553 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.290847 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-cf62b66e-d399-46fe-840d-f0eb1d0ea2bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715806 May 31 11:53:53.471725 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-6ab6d98d-3933-4bf8-8719-4335823ac651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:53.473213 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-6ab6d98d-3933-4bf8-8719-4335823ac651 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=731a1dcbca4140439955478743d8bab0&device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 1099 time: 0.0750108 May 31 11:53:53.627739 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-c7833a73-4168-4696-aa4e-217ad6e36eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:53.629073 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-c7833a73-4168-4696-aa4e-217ad6e36eb7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 200 len: 916 time: 0.1297297 May 31 11:53:53.697143 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-c61a3bdb-46d7-4fc4-8ede-870284d8db6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f HTTP/1.1" status: 200 len: 217 time: 0.0607343 May 31 11:53:53.765429 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-b4e36564-809c-4d67-b94f-34d399f7241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:53.766836 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-b4e36564-809c-4d67-b94f-34d399f7241a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 200 len: 855 time: 0.0616531 May 31 11:53:53.828023 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-6d8ab142-68ef-4c37-a5c0-ee5722e19c6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12894c2e-80c5-401a-baf6-264199fed708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407829 May 31 11:53:54.072412 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-38d9a999-c7db-41c5-8e4d-e3f07b1e4b9a service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314003 May 31 11:53:54.204325 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4ac4482f-c5d3-41ef-886a-b90a4c0ef9c0 req-1ba5693f-9188-4687-8fbd-0d6a7d63677c service neutron] 10.222.0.62 "GET /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241424 May 31 11:53:56.077013 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633671f-5dcc-4d2b-b045-3ad6ded6a128 req-9f0c6769-3209-4dcd-9f54-9d53c59272e0 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:56.078733 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d633671f-5dcc-4d2b-b045-3ad6ded6a128 req-9f0c6769-3209-4dcd-9f54-9d53c59272e0 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 945 time: 0.0934908 May 31 11:53:56.125416 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d633671f-5dcc-4d2b-b045-3ad6ded6a128 req-abb8561d-fa13-4935-a980-84a1ab55e0a1 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 May 31 11:53:57.336576 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e0826-8386-46eb-be73-eadb04759b47 req-2eb1c5eb-ca57-47d9-a163-2e44e8c179b2 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:57.337916 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-384e0826-8386-46eb-be73-eadb04759b47 req-2eb1c5eb-ca57-47d9-a163-2e44e8c179b2 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 945 time: 0.0938761 May 31 11:53:57.381183 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-384e0826-8386-46eb-be73-eadb04759b47 req-a2f7efff-10d6-4ff7-9228-572e3ec5bbf9 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 May 31 11:53:57.827714 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-f8131f9a-8658-4ecf-9c22-318f6209e792 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:57.829147 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-f8131f9a-8658-4ecf-9c22-318f6209e792 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 945 time: 0.0938292 May 31 11:53:57.987684 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Deleting port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:57.988019 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.119445 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] For port d8cf409d-bef7-487f-89f7-0d2adf9b51d2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:58.119692 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.241823 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Calling delete_port for d8cf409d-bef7-487f-89f7-0d2adf9b51d2 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:58.359661 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.365483 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:58.396416 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', '4608853c-0b8e-44c2-8298-a7effdb47920', 'b31a2eb7-77b3-458c-a3ad-25db06947c74', 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:58.407798 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event deleted for resources: {'Port': ['ID=d8cf409d-bef7-487f-89f7-0d2adf9b51d2,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:58.411766 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:58.487345 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] No DVR routers for this DVR port d8cf409d-bef7-487f-89f7-0d2adf9b51d2 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:53:58.489956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.492740 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'name': 'network-vif-deleted', 'tag': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:58.495403 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435bdef0-ed3c-4b1b-bc7e-27d10f8f2950" -d '{"events": [{"server_uuid": "e4b819e6-030a-4b57-af10-2871bc21faf3", "name": "network-vif-deleted", "tag": "d8cf409d-bef7-487f-89f7-0d2adf9b51d2"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:58.509758 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c481e15b-9723-45d2-ac8a-1a93686306fa req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "DELETE /v2.0/ports/d8cf409d-bef7-487f-89f7-0d2adf9b51d2 HTTP/1.1" status: 204 len: 173 time: 0.6743803 May 31 11:53:58.552153 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f4bca0-5af8-46de-a4f4-80a83ec8217f x-openstack-request-id: req-42f4bca0-5af8-46de-a4f4-80a83ec8217f {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:58.552494 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b819e6-030a-4b57-af10-2871bc21faf3", "name": "network-vif-deleted", "tag": "d8cf409d-bef7-487f-89f7-0d2adf9b51d2", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:58.552789 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42f4bca0-5af8-46de-a4f4-80a83ec8217f {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:58.553289 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b819e6-030a-4b57-af10-2871bc21faf3', 'name': 'network-vif-deleted', 'tag': 'd8cf409d-bef7-487f-89f7-0d2adf9b51d2', 'status': 'completed', 'code': 200} May 31 11:53:58.557118 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0fdde11a-0dfc-402c-9b57-002ced335a14 req-e3f829d7-e2cb-44b2-9cd2-cb51e998cdbe tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b819e6-030a-4b57-af10-2871bc21faf3 HTTP/1.1" status: 200 len: 210 time: 0.0495410 May 31 11:54:00.512481 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device d8cf409d-bef7-487f-89f7-0d2adf9b51d2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:00.556967 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: d8cf409d-bef7-487f-89f7-0d2adf9b51d2 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:00.557289 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device d8cf409d-bef7-487f-89f7-0d2adf9b51d2 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:00.558382 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:01.282133 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e642b-901a-4ca5-9bd6-05a0240235af req-5e0e5c84-0a16-4e15-9a68-2bcabe7a3744 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:01.282860 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-fc3e642b-901a-4ca5-9bd6-05a0240235af req-5e0e5c84-0a16-4e15-9a68-2bcabe7a3744 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:01.301455 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-fc3e642b-901a-4ca5-9bd6-05a0240235af req-5e0e5c84-0a16-4e15-9a68-2bcabe7a3744 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:01.303255 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fc3e642b-901a-4ca5-9bd6-05a0240235af req-5e0e5c84-0a16-4e15-9a68-2bcabe7a3744 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 945 time: 0.1063988 May 31 11:54:01.357739 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fc3e642b-901a-4ca5-9bd6-05a0240235af req-59d2bba9-0cc4-4b1c-bc08-a6d916821ab7 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 May 31 11:54:02.566816 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73105e77-ade7-401e-8ea2-c5730abbf7f0 req-0e394338-7995-4627-ba00-5650ff78e331 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.568267 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-73105e77-ade7-401e-8ea2-c5730abbf7f0 req-0e394338-7995-4627-ba00-5650ff78e331 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 945 time: 0.0846903 May 31 11:54:02.613096 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-73105e77-ade7-401e-8ea2-c5730abbf7f0 req-3a97b1bd-91ab-434e-a9e6-dd578bde3432 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 May 31 11:54:02.849510 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-58824ca4-ec5c-41ec-810a-aa93fe00a3f3 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:02.850966 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-58824ca4-ec5c-41ec-810a-aa93fe00a3f3 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 945 time: 0.0899184 May 31 11:54:02.990074 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Deleting port b31a2eb7-77b3-458c-a3ad-25db06947c74 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:02.990424 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:03.125450 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] For port b31a2eb7-77b3-458c-a3ad-25db06947c74, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b31a2eb7-77b3-458c-a3ad-25db06947c74,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:03.125671 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:03.345363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Calling delete_port for b31a2eb7-77b3-458c-a3ad-25db06947c74 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:03.474735 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:03.482169 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1af4ed8f-95d2-4fd1-accc-500876cbf845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:03.510491 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', '4608853c-0b8e-44c2-8298-a7effdb47920', 'b31a2eb7-77b3-458c-a3ad-25db06947c74'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:03.530682 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event deleted for resources: {'Port': ['ID=b31a2eb7-77b3-458c-a3ad-25db06947c74,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:03.533690 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:03.604209 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] No DVR routers for this DVR port b31a2eb7-77b3-458c-a3ad-25db06947c74 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:03.606806 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:03.609399 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'name': 'network-vif-deleted', 'tag': 'b31a2eb7-77b3-458c-a3ad-25db06947c74'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:03.611675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf17a2d-bce2-4b47-9451-82993e43ca03" -d '{"events": [{"server_uuid": "03bf8897-9ef8-401b-8362-5e0ef6f0c1c3", "name": "network-vif-deleted", "tag": "b31a2eb7-77b3-458c-a3ad-25db06947c74"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:03.626333 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-842973ac-e2f1-4537-9cfe-58766a89a63f req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "DELETE /v2.0/ports/b31a2eb7-77b3-458c-a3ad-25db06947c74 HTTP/1.1" status: 204 len: 173 time: 0.7693760 May 31 11:54:03.658392 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af048317-f1b8-4657-948b-c7c0d07653e8 x-openstack-request-id: req-af048317-f1b8-4657-948b-c7c0d07653e8 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:03.658759 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bf8897-9ef8-401b-8362-5e0ef6f0c1c3", "name": "network-vif-deleted", "tag": "b31a2eb7-77b3-458c-a3ad-25db06947c74", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:03.659057 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af048317-f1b8-4657-948b-c7c0d07653e8 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:03.659492 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bf8897-9ef8-401b-8362-5e0ef6f0c1c3', 'name': 'network-vif-deleted', 'tag': 'b31a2eb7-77b3-458c-a3ad-25db06947c74', 'status': 'completed', 'code': 200} May 31 11:54:03.771022 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d5558c0c-073c-4f16-9648-2e8fdb01201e req-78ae3e11-f813-40dd-a585-a6392cb98ad9 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=03bf8897-9ef8-401b-8362-5e0ef6f0c1c3 HTTP/1.1" status: 200 len: 210 time: 0.0468192 May 31 11:54:05.257093 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc368e42-871b-440d-adbf-59ab82d38ff3 req-6e41068d-51b0-41f3-a399-8a7523ef2860 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:05.257728 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-fc368e42-871b-440d-adbf-59ab82d38ff3 req-6e41068d-51b0-41f3-a399-8a7523ef2860 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:05.278532 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-fc368e42-871b-440d-adbf-59ab82d38ff3 req-6e41068d-51b0-41f3-a399-8a7523ef2860 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:05.279732 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fc368e42-871b-440d-adbf-59ab82d38ff3 req-6e41068d-51b0-41f3-a399-8a7523ef2860 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 946 time: 0.1119614 May 31 11:54:05.326237 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-fc368e42-871b-440d-adbf-59ab82d38ff3 req-26805c85-3b68-48f7-9487-40eac3e7259f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 May 31 11:54:06.548591 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff9d3e-2b75-4c27-b516-569697924f22 req-a8531ff0-0c25-4cec-978e-571277adbc60 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:06.550347 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-42ff9d3e-2b75-4c27-b516-569697924f22 req-a8531ff0-0c25-4cec-978e-571277adbc60 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 946 time: 0.0863729 May 31 11:54:06.554859 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 4608853c-0b8e-44c2-8298-a7effdb47920 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:06.595989 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-42ff9d3e-2b75-4c27-b516-569697924f22 req-843ceadc-d03c-4ba7-807f-bd1a6ede338f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 May 31 11:54:06.615954 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-03762d77-685e-43ce-a75f-51262de34935 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:06.617524 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-03762d77-685e-43ce-a75f-51262de34935 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 946 time: 0.0860791 May 31 11:54:06.668090 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.694850 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:06.697080 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5304acb6-bef1-4b2d-b3d9-ac25e53623b2" -d '{"events": [{"server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "name": "network-vif-unplugged", "status": "completed", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:06.704458 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 4608853c-0b8e-44c2-8298-a7effdb47920, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4608853c-0b8e-44c2-8298-a7effdb47920,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:06.709685 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.710575 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device b31a2eb7-77b3-458c-a3ad-25db06947c74 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:06.738982 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:06.754164 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Deleting port 4608853c-0b8e-44c2-8298-a7effdb47920 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:06.754521 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.772127 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf692f6-2b36-40a1-8436-09dba17b5efd x-openstack-request-id: req-4bf692f6-2b36-40a1-8436-09dba17b5efd {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:06.772422 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "name": "network-vif-unplugged", "status": "completed", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:06.772657 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bf692f6-2b36-40a1-8436-09dba17b5efd {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:06.773071 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920', 'code': 200} May 31 11:54:06.778249 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: b31a2eb7-77b3-458c-a3ad-25db06947c74 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:06.778605 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device b31a2eb7-77b3-458c-a3ad-25db06947c74 not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:06.813467 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=4608853c-0b8e-44c2-8298-a7effdb47920,revision_number=6']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:06.816458 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:06.889583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] For port 4608853c-0b8e-44c2-8298-a7effdb47920, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4608853c-0b8e-44c2-8298-a7effdb47920,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:06.889934 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.009254 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Calling delete_port for 4608853c-0b8e-44c2-8298-a7effdb47920 owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:07.124097 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.129566 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a1b4da9a-a9f8-4b64-9fa7-6e5e95647a35 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:07.159835 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['e86c07eb-fd0d-401a-b091-d3ba30cbbe0f'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:54:07.177044 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event deleted for resources: {'Port': ['ID=4608853c-0b8e-44c2-8298-a7effdb47920,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:07.180105 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:07.250239 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] No DVR routers for this DVR port 4608853c-0b8e-44c2-8298-a7effdb47920 on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:07.252808 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.255482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'name': 'network-vif-deleted', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:07.257746 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea4cd1-d089-4f7e-ab82-d8c925b62131" -d '{"events": [{"server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "name": "network-vif-deleted", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:07.271872 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-426b36f0-6559-43ed-b692-307fe3c95ea1 req-35f20dd8-7013-431b-9fcb-02594b132ced tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "DELETE /v2.0/ports/4608853c-0b8e-44c2-8298-a7effdb47920 HTTP/1.1" status: 204 len: 173 time: 0.6486135 May 31 11:54:07.305365 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915248be-b385-4118-811a-cf30d413f38c x-openstack-request-id: req-915248be-b385-4118-811a-cf30d413f38c {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:07.305758 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adf049f-29a0-4b4b-8d50-cc7f56a343d5", "name": "network-vif-deleted", "tag": "4608853c-0b8e-44c2-8298-a7effdb47920", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:07.306341 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-915248be-b385-4118-811a-cf30d413f38c {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:07.306822 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adf049f-29a0-4b4b-8d50-cc7f56a343d5', 'name': 'network-vif-deleted', 'tag': '4608853c-0b8e-44c2-8298-a7effdb47920', 'status': 'completed', 'code': 200} May 31 11:54:07.771774 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-9b824c2e-b8b0-4417-99d2-7320e0e0f984 req-2b2955fd-68c8-4bc5-b8c6-4fef2c1e312a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:07.787895 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-9b824c2e-b8b0-4417-99d2-7320e0e0f984 req-2b2955fd-68c8-4bc5-b8c6-4fef2c1e312a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:07.789159 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9b824c2e-b8b0-4417-99d2-7320e0e0f984 req-2b2955fd-68c8-4bc5-b8c6-4fef2c1e312a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3adf049f-29a0-4b4b-8d50-cc7f56a343d5 HTTP/1.1" status: 200 len: 210 time: 0.0613310 May 31 11:54:10.520125 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc1e39-2999-42b7-9382-0427f069af3f req-f8a3978b-da04-45b4-9659-6a371a152041 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:10.521563 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b4fc1e39-2999-42b7-9382-0427f069af3f req-f8a3978b-da04-45b4-9659-6a371a152041 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 946 time: 0.0874038 May 31 11:54:10.569495 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-b4fc1e39-2999-42b7-9382-0427f069af3f req-efea9917-e059-467f-9456-3dd78eaf0c6a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 May 31 11:54:11.755131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f7382-bbd6-4fd5-888b-df52cf25ff76 req-a250e26c-87a3-4ee1-bf53-9e73a5b2cc16 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:11.756608 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5a7f7382-bbd6-4fd5-888b-df52cf25ff76 req-a250e26c-87a3-4ee1-bf53-9e73a5b2cc16 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 946 time: 0.0804925 May 31 11:54:11.803469 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5a7f7382-bbd6-4fd5-888b-df52cf25ff76 req-b1997fea-0f66-477a-836b-c767e60738b0 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/security-groups?id=33f86629-2e63-4f5b-94d9-56d0e24b8b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 May 31 11:54:12.073668 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-4378a422-f1b8-4075-a98a-88d6e0240e56 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:12.075046 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-4378a422-f1b8-4075-a98a-88d6e0240e56 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 946 time: 0.0958211 May 31 11:54:12.217703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Deleting port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:12.218021 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.356332 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] For port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,segment=NetworkSegment(f7571763-b2fb-4594-8a0c-dcc078fa064c),segment_id=f7571763-b2fb-4594-8a0c-dcc078fa064c)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:12.356579 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.570087 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Calling delete_port for e86c07eb-fd0d-401a-b091-d3ba30cbbe0f owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:12.682798 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.688810 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f066a45c-a2d8-4c14-bd4e-5d26e5470c47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:12.735278 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Pushing event deleted for resources: {'Port': ['ID=e86c07eb-fd0d-401a-b091-d3ba30cbbe0f,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:12.738295 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:12.806330 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] No DVR routers for this DVR port e86c07eb-fd0d-401a-b091-d3ba30cbbe0f on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:12.808834 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.811323 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'name': 'network-vif-deleted', 'tag': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:12.813783 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9a85a9-9d43-4d8b-a2ef-1a1629fb3312" -d '{"events": [{"server_uuid": "960eefe3-9cc3-4ec9-a7e0-70da59aca1b0", "name": "network-vif-deleted", "tag": "e86c07eb-fd0d-401a-b091-d3ba30cbbe0f"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:12.831857 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6cbe6f4e-dbc9-4203-aaba-533e6eda7fb2 req-3eaac15e-bca4-48b0-a490-96f3e7dea90e tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.62 "DELETE /v2.0/ports/e86c07eb-fd0d-401a-b091-d3ba30cbbe0f HTTP/1.1" status: 204 len: 173 time: 0.7510240 May 31 11:54:12.860024 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a4375-e213-4c67-810a-44d6a6d767b0 x-openstack-request-id: req-985a4375-e213-4c67-810a-44d6a6d767b0 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:12.860361 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960eefe3-9cc3-4ec9-a7e0-70da59aca1b0", "name": "network-vif-deleted", "tag": "e86c07eb-fd0d-401a-b091-d3ba30cbbe0f", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:12.860653 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-985a4375-e213-4c67-810a-44d6a6d767b0 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:12.861085 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960eefe3-9cc3-4ec9-a7e0-70da59aca1b0', 'name': 'network-vif-deleted', 'tag': 'e86c07eb-fd0d-401a-b091-d3ba30cbbe0f', 'status': 'completed', 'code': 200} May 31 11:54:12.959308 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ac5cbe39-81df-45c3-9e5e-538c40293c91 req-93202a09-745e-40ef-b723-ca43e84bb28a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Synchronizing usage tracker for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:12.975110 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-ac5cbe39-81df-45c3-9e5e-538c40293c91 req-93202a09-745e-40ef-b723-ca43e84bb28a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Unset dirty status for tenant:731a1dcbca4140439955478743d8bab0 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:12.976307 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-ac5cbe39-81df-45c3-9e5e-538c40293c91 req-93202a09-745e-40ef-b723-ca43e84bb28a tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] 10.222.0.18 "GET /v2.0/ports?device_id=960eefe3-9cc3-4ec9-a7e0-70da59aca1b0 HTTP/1.1" status: 200 len: 210 time: 0.0621340 May 31 11:54:14.078991 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 36992) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:14.158049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Deleting subnet e309bdc2-fbd2-407b-b650-436c897ab50d {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:54:14.160998 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.213883 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.267482 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.358572 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.518173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.522724 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:14.556744 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e309bdc2-fbd2-407b-b650-436c897ab50d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:14.558680 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.561703 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:14.565594 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e309bdc2-fbd2-407b-b650-436c897ab50d HTTP/1.1" status: 204 len: 168 time: 0.4854476 May 31 11:54:14.569401 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 36996) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:14.599124 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e86c07eb-fd0d-401a-b091-d3ba30cbbe0f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:14.635050 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: e86c07eb-fd0d-401a-b091-d3ba30cbbe0f {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:14.635294 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device e86c07eb-fd0d-401a-b091-d3ba30cbbe0f not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:14.677189 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.799154 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.811962 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12894c2e-80c5-401a-baf6-264199fed708']}} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:14.823756 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7571763-b2fb-4594-8a0c-dcc078fa064c') {'for_net_delete': True} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:14.824047 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.services.segments.db [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7571763-b2fb-4594-8a0c-dcc078fa064c') {} {{(pid=98398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:14.835701 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10763618'] for segment, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.851335 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.857406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=98398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:54:14.857700 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10739831'] for segment, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: Traceback (most recent call last): May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: timer() May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: cb(*args, **kw) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: return func(*args, **kwargs) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: self._notify() May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: self.callback(batched_events) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: event.method(event) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: return f(self, *a, **k) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._get(url).json() May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: return self.request(url, 'GET', **kwargs) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:54:14.870885 dv-cinder-786383-7-iscsi neutron-server[98398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:54:14.948872 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.953118 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:14.965945 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.976189 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=12894c2e-80c5-401a-baf6-264199fed708,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:14.985523 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.985895 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.986248 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.986604 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.986985 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.987388 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.987765 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.988111 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.988447 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.988787 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.989128 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.989468 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:14.995598 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/12894c2e-80c5-401a-baf6-264199fed708 HTTP/1.1" status: 204 len: 168 time: 0.4251349 May 31 11:54:14.996499 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-42e57242-0a48-4835-afe5-d68a1496daf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:15.149646 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37002) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:15.201441 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c71321ef-344b-4e27-91de-d4dcd8d17db0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=731a1dcbca4140439955478743d8bab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502172 May 31 11:54:15.204761 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37006) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:15.263284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.289744 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.347923 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.351698 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-424a373b-3b26-4e1e-9fea-2af171dcb324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:15.363774 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f86629-2e63-4f5b-94d9-56d0e24b8b4b,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:15.366838 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:15.376187 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.377333 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33f86629-2e63-4f5b-94d9-56d0e24b8b4b HTTP/1.1" status: 204 len: 168 time: 0.1717107 May 31 11:54:16.596081 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-43e35607-2364-4dbd-914e-99d104908ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.116643 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37058) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:17.269435 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.284359 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:17.289345 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Usage tracker for resource:security_group_rule and tenant:274e1fa58e46469e94c236bbdc989b3d is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:17.294150 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:17.304189 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:17.388756 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.394852 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.401699 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3d1cbf47-9fbc-4e1f-85ef-78b54be4d5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:17.443586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32ffdca-dd33-4d9d-99c0-3467b9f982f1,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:17.447811 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=274e1fa58e46469e94c236bbdc989b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301694 May 31 11:54:17.448667 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-94006682-debd-4b8f-808f-3631cd5e7746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:17.450622 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37064) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:17.510651 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-055bb87e-a1a3-420b-bbd1-1e794afe9486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.540830 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-055bb87e-a1a3-420b-bbd1-1e794afe9486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.595984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-055bb87e-a1a3-420b-bbd1-1e794afe9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.599820 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-51ca0513-0215-4b81-9430-45efa1391b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:17.610212 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb87e-a1a3-420b-bbd1-1e794afe9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32ffdca-dd33-4d9d-99c0-3467b9f982f1,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:17.613973 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-055bb87e-a1a3-420b-bbd1-1e794afe9486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:17.617342 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-055bb87e-a1a3-420b-bbd1-1e794afe9486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:17.618434 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-055bb87e-a1a3-420b-bbd1-1e794afe9486 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c32ffdca-dd33-4d9d-99c0-3467b9f982f1 HTTP/1.1" status: 204 len: 168 time: 0.1669343 May 31 11:54:18.779249 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-fad11da4-715f-484a-bf68-f50103d17b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:18.833546 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:20.011826 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:21.572381 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.318670 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37140) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:23.441876 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.456996 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:23.461275 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Usage tracker for resource:security_group_rule and tenant:aa68f65ea1ac455e8956cd9538a04ae6 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:23.464304 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:23.470626 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:23.561736 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.567890 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.578299 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b1183589-5cb6-49ee-a294-329d2f1c3e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:23.703582 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa68f65ea1ac455e8956cd9538a04ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835626 May 31 11:54:23.704319 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742ef6d-567f-4399-b6da-21d0886bb28e,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:23.706279 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37146) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:23.707613 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-69a4bd7a-c7e8-4356-bb0d-dea113979455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:23.767942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0be06c0d-7225-472d-8273-b7095538ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.793002 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0be06c0d-7225-472d-8273-b7095538ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.847856 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0be06c0d-7225-472d-8273-b7095538ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.851436 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-4f1238fb-c46c-425b-9aa2-35ba6012a4d7 tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:23.861893 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be06c0d-7225-472d-8273-b7095538ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742ef6d-567f-4399-b6da-21d0886bb28e,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:23.865870 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0be06c0d-7225-472d-8273-b7095538ecf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:23.869181 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0be06c0d-7225-472d-8273-b7095538ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:23.870262 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0be06c0d-7225-472d-8273-b7095538ecf3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f742ef6d-567f-4399-b6da-21d0886bb28e HTTP/1.1" status: 204 len: 168 time: 0.1629460 May 31 11:54:24.174221 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37154) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:24.193318 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.209894 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:24.214373 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Usage tracker for resource:security_group_rule and tenant:117040b38d9246b19a29387969d46f3c is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:24.217606 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:24.224301 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:24.305725 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.314510 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.321555 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-17abdf30-5ef5-4550-b263-ecc736df9508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:24.361171 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=117040b38d9246b19a29387969d46f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855323 May 31 11:54:24.362027 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083f7979-0ad9-428b-a8ee-d3849815550d,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:24.364276 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37158) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:24.365488 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-280ee7d5-57b5-4b1a-8f07-d30c13ce783f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:24.427350 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b885-7743-459c-9700-cedfe42b9bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.458233 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b885-7743-459c-9700-cedfe42b9bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.512257 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b885-7743-459c-9700-cedfe42b9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.515813 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cf307de0-eacf-45d5-9947-5fdd67585455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:24.526151 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8b885-7743-459c-9700-cedfe42b9bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083f7979-0ad9-428b-a8ee-d3849815550d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:24.530030 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d6c8b885-7743-459c-9700-cedfe42b9bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:24.533192 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b885-7743-459c-9700-cedfe42b9bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.534291 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d6c8b885-7743-459c-9700-cedfe42b9bac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/083f7979-0ad9-428b-a8ee-d3849815550d HTTP/1.1" status: 204 len: 168 time: 0.1688740 May 31 11:54:28.641656 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37204) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:28.770925 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:28.784869 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:28.789102 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Usage tracker for resource:security_group_rule and tenant:0b9b66fce2cb46aea5c536bc123007ae is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:28.791984 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:28.801153 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:28.894592 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:28.900567 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:28.907582 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-b4c5655a-a1a8-41f3-9db1-b6583440c471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:28.946009 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aad2cb-880d-422e-b1da-4dc2d090a34c,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:28.949325 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:28.951928 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-97645729-14c1-42c5-908e-70ff0220ae2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b9b66fce2cb46aea5c536bc123007ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092780 May 31 11:54:28.954973 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37210) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:29.013144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52c6766f-9dec-4eb1-ac54-f0e56330566a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:29.040479 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52c6766f-9dec-4eb1-ac54-f0e56330566a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:29.095372 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52c6766f-9dec-4eb1-ac54-f0e56330566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:29.098988 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f992140a-d55a-4020-a03a-a45cc5757469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:29.109311 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6766f-9dec-4eb1-ac54-f0e56330566a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aad2cb-880d-422e-b1da-4dc2d090a34c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:29.113079 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-52c6766f-9dec-4eb1-ac54-f0e56330566a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:29.116410 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-52c6766f-9dec-4eb1-ac54-f0e56330566a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:29.117526 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-52c6766f-9dec-4eb1-ac54-f0e56330566a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60aad2cb-880d-422e-b1da-4dc2d090a34c HTTP/1.1" status: 204 len: 168 time: 0.1615770 May 31 11:54:37.561536 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:44.375942 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.602259 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-24d3a3df-2985-4a59-8c6e-07780ba41f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.782912 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-436e464f-b522-4f1e-a463-c73080969d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.838232 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.022626 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.587364 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.012198 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37392) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:59.145503 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.160789 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:59.165118 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Usage tracker for resource:security_group_rule and tenant:799c3c7bc9e34319ba28b9903d392f8c is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:59.168298 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:59.174227 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:59.255661 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.261493 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.269577 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-813fefdc-6a5b-4c0c-97e0-f624e094b8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:59.307616 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=799c3c7bc9e34319ba28b9903d392f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943351 May 31 11:54:59.309253 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c282fc05-a6d8-4475-90b9-970dd6ccb89c,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:59.310835 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37398) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:59.313190 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-406497e0-ddf6-41ae-8dfa-4edfafae1372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:59.374973 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.401071 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.455342 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.459114 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0260e12b-c8ba-413f-8158-53d86c48c9b3 tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:59.470136 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282fc05-a6d8-4475-90b9-970dd6ccb89c,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:59.479903 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.480278 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.480642 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.481012 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.481363 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.481721 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.482074 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.482427 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.482811 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.483161 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.483492 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.483837 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:59.487079 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:59.488312 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.489388 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c282fc05-a6d8-4475-90b9-970dd6ccb89c HTTP/1.1" status: 204 len: 168 time: 0.1774671 May 31 11:55:00.198056 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37422) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:00.307332 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1904371669-network', 'tenant_id': '966ffc490782402ebac104781ff69aa4'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:00.312763 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:00.317193 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Usage tracker for resource:network and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:00.320440 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:00.326979 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:00.341676 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Made reservation on behalf of 966ffc490782402ebac104781ff69aa4 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:00.343984 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.355916 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.370824 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:00.374847 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:00.377675 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:00.383307 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:00.474573 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.480022 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.482993 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a89f6025-4d60-4093-baf1-cc5ea39964b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:00.513830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:55:00.522422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115353d1-386a-4014-8b67-d40db8044d7d,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:00.526182 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:00.528938 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.529230 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Added segment 191dca5c-936b-4687-8cc1-456a6a885bc3 of type vlan for network 47948a03-c05f-4bc0-9a3b-906f75d356c4 May 31 11:55:00.556438 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.589565 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.590956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:00.591550 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.594920 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-14b4732a-81a4-4b87-afa9-f9a54c1bf3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:00.693958 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Pushing event updated for resources: {'Network': ['ID=47948a03-c05f-4bc0-9a3b-906f75d356c4,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:00.697074 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4979997 May 31 11:55:00.697949 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cc155c43-a454-4ccd-8467-64eb695c549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:00.700469 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37428) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:00.705212 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:55:00.706054 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Request body: {'subnet': {'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1904371669-subnet', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:00.711428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:00.715398 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Usage tracker for resource:subnet and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:00.718296 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:00.724155 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:00.735684 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Made reservation on behalf of 966ffc490782402ebac104781ff69aa4 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:00.738017 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10608637'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.234188 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10608619'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.237981 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6095c75d-1be7-4d0e-b8f2-de69f075cd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:01.304128 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244cd5b3-2dc8-47a2-968e-33adc1c159e5,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:01.307970 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:01.315221 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Checking segment: {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:01.315860 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Network hostable DHCP agents. Network: 47948a03-c05f-4bc0-9a3b-906f75d356c4, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:55:01.334144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:55:01.345201 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 47948a03-c05f-4bc0-9a3b-906f75d356c4) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:01.353494 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:01.354083 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.354616 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb625824-fcd6-43d5-8f91-a39e511dba01 None None] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:55:01.374575 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-0893675d-24a8-4bc9-8583-2ff648cfa7b2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6730022 May 31 11:55:01.377410 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37432) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:01.382535 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:01.387175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:01.391011 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Usage tracker for resource:router and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:01.393881 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:01.399629 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:01.410903 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.411859 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.426226 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.570058 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-47948a03-c05f-4bc0-9a3b-906f75d356c4', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:55:01.570908 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.698147 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.725662 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Allocated IP 172.20.0.2 (47948a03-c05f-4bc0-9a3b-906f75d356c4/244cd5b3-2dc8-47a2-968e-33adc1c159e5/b2c485f9-466f-4022-8937-1ae3843ce0f4) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:01.922855 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.933190 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Transition to ACTIVE for port object b2c485f9-466f-4022-8937-1ae3843ce0f4 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:01.950781 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Transition to ACTIVE for port object b2c485f9-466f-4022-8937-1ae3843ce0f4 will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:01.958055 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.961992 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:02.005798 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.036022 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.055307 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:02.058092 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:02.061487 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:02.067020 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Pushing event updated for resources: {'Port': ['ID=b2c485f9-466f-4022-8937-1ae3843ce0f4,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:02.106309 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.106652 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.106980 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.107296 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.107615 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.107929 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.108238 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.108568 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.108875 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.109222 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.109474 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.109785 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:02.136705 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:02.160747 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Attempting to bind port b2c485f9-466f-4022-8937-1ae3843ce0f4 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:02.161127 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Attempting to bind port b2c485f9-466f-4022-8937-1ae3843ce0f4 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:02.161471 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Attempting to bind port b2c485f9-466f-4022-8937-1ae3843ce0f4 on network 47948a03-c05f-4bc0-9a3b-906f75d356c4 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:02.166454 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:02.166849 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Checking segment: {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:02.167260 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.167690 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Bound using segment: {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:02.168148 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Bound port: b2c485f9-466f-4022-8937-1ae3843ce0f4, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:02.168520 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.173126 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Allocated IP 172.27.0.182 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/ac8a6886-d008-4c63-9577-8dcfdb8d99c5) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:02.257715 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] For port b2c485f9-466f-4022-8937-1ae3843ce0f4, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:02.262495 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] For port b2c485f9-466f-4022-8937-1ae3843ce0f4, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=b2c485f9-466f-4022-8937-1ae3843ce0f4,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:02.267081 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.270530 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:02.322541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.352613 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.356366 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-524e4696-75a8-4558-9be7-027a601e6e4e tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:02.364620 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Pushing event updated for resources: {'Port': ['ID=b2c485f9-466f-4022-8937-1ae3843ce0f4,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:02.369947 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:02.429556 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:02.432565 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:02.436866 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:02.610162 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:02.614799 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:02.991031 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.228048 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b2c485f9-466f-4022-8937-1ae3843ce0f4 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:03.305367 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da7047c-ac48-4fd2-83bc-192ff2bcd57a None None] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:55:03.326164 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port b2c485f9-466f-4022-8937-1ae3843ce0f4 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:03.367397 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.417553 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] Provisioning for port b2c485f9-466f-4022-8937-1ae3843ce0f4 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:03.434652 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] Provisioning complete for port b2c485f9-466f-4022-8937-1ae3843ce0f4 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:03.435033 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.582618 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Router f85d811c-e38a-4750-9830-676fdcfb5b08 is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:55:03.640286 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.683433 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] For port b2c485f9-466f-4022-8937-1ae3843ce0f4, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=b2c485f9-466f-4022-8937-1ae3843ce0f4,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:03.690370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.692216 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:03.762175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:03.762988 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] Pushing event updated for resources: {'Port': ['ID=b2c485f9-466f-4022-8937-1ae3843ce0f4,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:03.767256 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-6721ff24-31a4-4460-a17b-e88dd1e3f982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:03.772821 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Sync routers for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:03.783300 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:03.784026 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:03.788294 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.789687 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-d3c30ab4-b3f6-4e27-b782-a43deaff8942 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4113269 May 31 11:55:03.792797 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37436) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:03.970499 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-e430f592-9f7d-482d-8855-fdcaa992cded None None] Provisioning complete for port b2c485f9-466f-4022-8937-1ae3843ce0f4 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:03.970794 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e430f592-9f7d-482d-8855-fdcaa992cded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.022380 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:04.360686 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:02Z', 'revision_number': 3, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:04.365373 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Checking router: f85d811c-e38a-4750-9830-676fdcfb5b08 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:04.365727 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Updating router f85d811c-e38a-4750-9830-676fdcfb5b08 port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:04.418531 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.585542 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.778857 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.785540 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Allocated IP 172.20.0.1 (47948a03-c05f-4bc0-9a3b-906f75d356c4/244cd5b3-2dc8-47a2-968e-33adc1c159e5/d663e7ee-75bc-497f-8c2e-443bae087003) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:04.790881 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Transition to ACTIVE for port object ac8a6886-d008-4c63-9577-8dcfdb8d99c5 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:04.798388 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.803137 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b9072a59-d35e-4342-baab-5df9c10e3d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:04.877662 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Attempting to bind port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:04.878026 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Attempting to bind port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:04.878386 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Attempting to bind port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:04.883978 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c65a1-d461-4d07-9dbe-2a2bde2ff69f None None] Pushing event updated for resources: {'Port': ['ID=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:04.887808 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b77c65a1-d461-4d07-9dbe-2a2bde2ff69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:04.888705 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:04.889068 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:04.889473 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.889849 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:04.890310 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Bound port: ac8a6886-d008-4c63-9577-8dcfdb8d99c5, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:04.890699 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.933592 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.949379 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Transition to ACTIVE for port object d663e7ee-75bc-497f-8c2e-443bae087003 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:04.962974 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] For port ac8a6886-d008-4c63-9577-8dcfdb8d99c5, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:04.966591 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] For port ac8a6886-d008-4c63-9577-8dcfdb8d99c5, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:04.972259 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.973306 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.977192 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:04.977889 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-149605ac-f5d7-4020-8359-a0c51aeeb58f tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:05.040805 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:05.043813 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:05.047636 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:05.051446 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:05.052066 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:05.082190 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Pushing event updated for resources: {'Port': ['ID=d663e7ee-75bc-497f-8c2e-443bae087003,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:05.086356 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:05.107637 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.207027 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b2c485f9-466f-4022-8937-1ae3843ce0f4 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:05.231339 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c65a1-d461-4d07-9dbe-2a2bde2ff69f None None] Pushing event updated for resources: {'Port': ['ID=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:05.251146 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b77c65a1-d461-4d07-9dbe-2a2bde2ff69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:05.301268 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:05.372243 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.438673 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-34cf1a88-591b-4670-a9bf-01a0720f9b96 None None] Provisioning for port d663e7ee-75bc-497f-8c2e-443bae087003 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:05.492519 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-34cf1a88-591b-4670-a9bf-01a0720f9b96 None None] Provisioning complete for port d663e7ee-75bc-497f-8c2e-443bae087003 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:05.492890 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-34cf1a88-591b-4670-a9bf-01a0720f9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.530399 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port b2c485f9-466f-4022-8937-1ae3843ce0f4 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:05.530952 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.638767 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-34cf1a88-591b-4670-a9bf-01a0720f9b96 None None] Port d663e7ee-75bc-497f-8c2e-443bae087003 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:05.717281 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.723037 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.750049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-de47aceb-2f75-4de7-9aa7-48b4d00be890 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:05.763536 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:02Z', 'revision_number': 3, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:05.767712 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c063f-4320-488b-b8ca-57b8c005e150 None None] The sync data for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi is: [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:02Z', 'revision_number': 3, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:05.830131 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.834964 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Pushing event updated for resources: {'Port': ['ID=d663e7ee-75bc-497f-8c2e-443bae087003,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:05.839452 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:05.982170 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:05.983229 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:06.188099 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Router f85d811c-e38a-4750-9830-676fdcfb5b08 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:06.263456 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-f08c93e8-4df5-4ac1-b74c-1bc8b7f530f1 None None] Provisioning complete for port d663e7ee-75bc-497f-8c2e-443bae087003 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:06.263823 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f08c93e8-4df5-4ac1-b74c-1bc8b7f530f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.318729 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-f08c93e8-4df5-4ac1-b74c-1bc8b7f530f1 None None] Port d663e7ee-75bc-497f-8c2e-443bae087003 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:06.378664 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:06.387995 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-730164f3-2e97-424d-82d5-85eee0f09f5c admin admin] 10.222.0.18 "PUT /v2.0/routers/f85d811c-e38a-4750-9830-676fdcfb5b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5940652 May 31 11:55:06.927002 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37454) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:06.932996 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-963960544-network', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:06.938245 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:06.943201 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Usage tracker for resource:network and tenant:dc9241bcd9054ba78679d5cc1d465492 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:06.947078 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:06.953099 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:06.965493 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Made reservation on behalf of dc9241bcd9054ba78679d5cc1d465492 for: {'network': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:06.967988 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4113192'] for network, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.980117 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.994918 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:06.999184 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Usage tracker for resource:security_group_rule and tenant:dc9241bcd9054ba78679d5cc1d465492 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:07.002029 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:07.007801 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:07.093944 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.099231 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.103009 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ce71274e-d83b-4691-b6a5-19710409037c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:07.136414 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=98397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:55:07.145806 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fdc718-2153-4956-925f-035e2c6f5b7b,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.150022 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.156118 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.156461 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.segments_db [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Added segment 69ea086f-2ede-4495-b54d-8a599b5be81a of type vlan for network 58066157-a6a9-42c2-be49-dbebd6429719 May 31 11:55:07.187629 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Sync routers for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:07.190488 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748946197077'] for network, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.201266 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:07.202161 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:07.222335 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ac8a6886-d008-4c63-9577-8dcfdb8d99c5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:07.234763 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608'] for network, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.236049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:07.236865 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.241237 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:07.295277 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:07.300542 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:07.300912 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.344766 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Pushing event updated for resources: {'Network': ['ID=58066157-a6a9-42c2-be49-dbebd6429719,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.348251 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.350298 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-17365154-993d-4216-a03f-cabc11358e2a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4222243 May 31 11:55:07.353029 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37458) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:07.360245 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Request body: {'subnet': {'network_id': '58066157-a6a9-42c2-be49-dbebd6429719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-963960544-subnet', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'ip_version': 4}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:07.362314 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Network 58066157-a6a9-42c2-be49-dbebd6429719 details requested by agent ovs-agent-dv-cinder-786383-7-iscsi with host dv-cinder-786383-7-iscsi {{(pid=98399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:55:07.365518 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:07.369830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Usage tracker for resource:subnet and tenant:dc9241bcd9054ba78679d5cc1d465492 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:07.372302 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:07.378107 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:07.381328 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:07.389129 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Made reservation on behalf of dc9241bcd9054ba78679d5cc1d465492 for: {'subnet': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:07.391877 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10608637'] for subnet, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.566339 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.584555 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port ac8a6886-d008-4c63-9577-8dcfdb8d99c5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:07.588904 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.591008 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:07.690272 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.693486 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.743631 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 2, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:07.748246 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Checking router: f85d811c-e38a-4750-9830-676fdcfb5b08 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:07.748600 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Updating router f85d811c-e38a-4750-9830-676fdcfb5b08 port d663e7ee-75bc-497f-8c2e-443bae087003 binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:07.789025 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10608619'] for subnet, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.792832 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c00a3f58-22b2-4fb7-98a3-79b89bfa4f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:07.801127 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.863227 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89205c5-5de2-4e3b-9d2d-cb379dddc17d,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.867052 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.874235 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Checking segment: {'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:07.874614 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Network hostable DHCP agents. Network: 58066157-a6a9-42c2-be49-dbebd6429719, hostable agents: ['42400721-c831-4ac1-ba9f-c959fa8fa007'], hosted agents: [] {{(pid=98397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:55:07.893618 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Network 58066157-a6a9-42c2-be49-dbebd6429719 is scheduled to be hosted by DHCP agent 42400721-c831-4ac1-ba9f-c959fa8fa007 with binding_index 1 {{(pid=98397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:55:07.904214 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-iscsi, 58066157-a6a9-42c2-be49-dbebd6429719) {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:07.913180 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543f852-e520-48c8-93c9-d858c016542d None None] Network 58066157-a6a9-42c2-be49-dbebd6429719 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:55:07.917562 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:07.918158 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.941384 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5871191 May 31 11:55:07.943967 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37462) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:07.949885 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:07.954662 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:07.958554 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Usage tracker for resource:router and tenant:dc9241bcd9054ba78679d5cc1d465492 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:07.961490 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:07.967329 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:07.979099 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-981951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3354'] for router, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.980209 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-980927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-975712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-864141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3345'] for router, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.996325 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.139457 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44d3f163-5e01-5aa7-b89c-c36e3eef3f68-58066157-a6a9-42c2-be49-dbebd6429719', 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'fixed_ips': [{'subnet_id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d'}]}} from dv-cinder-786383-7-iscsi. {{(pid=98399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:55:08.140771 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.152587 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.168290 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Transition to ACTIVE for port object d663e7ee-75bc-497f-8c2e-443bae087003 will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:08.176198 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.181618 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:08.310235 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.db_base_plugin_common [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Allocated IP 172.20.0.2 (58066157-a6a9-42c2-be49-dbebd6429719/e89205c5-5de2-4e3b-9d2d-cb379dddc17d/086a40f3-6c26-49b3-8840-8c62623854c9) {{(pid=98399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:08.385534 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-975685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3431'] for router, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.401506 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Pushing event updated for resources: {'Port': ['ID=d663e7ee-75bc-497f-8c2e-443bae087003,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:08.406492 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Attempting to bind port d663e7ee-75bc-497f-8c2e-443bae087003 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:08.406896 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Attempting to bind port d663e7ee-75bc-497f-8c2e-443bae087003 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:08.407257 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Attempting to bind port d663e7ee-75bc-497f-8c2e-443bae087003 on network 47948a03-c05f-4bc0-9a3b-906f75d356c4 {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:08.415904 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.416254 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.416577 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.416897 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.417492 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.417975 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.418481 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.418858 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.419200 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.419524 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.419844 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.420157 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:08.423330 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:08.423709 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Checking segment: {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:08.424105 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.424653 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Bound using segment: {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:08.425677 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Bound port: d663e7ee-75bc-497f-8c2e-443bae087003, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:08.426220 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.438767 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:08.524532 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] For port d663e7ee-75bc-497f-8c2e-443bae087003, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:08.527569 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] For port d663e7ee-75bc-497f-8c2e-443bae087003, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=d663e7ee-75bc-497f-8c2e-443bae087003,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:08.540666 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.546792 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-c1fd83d5-8a54-4b53-83e6-3e9d52ebdc46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:08.551228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Notify callbacks [] for port, precommit_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.571033 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Transition to ACTIVE for port object 086a40f3-6c26-49b3-8840-8c62623854c9 will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:08.592507 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Transition to ACTIVE for port object 086a40f3-6c26-49b3-8840-8c62623854c9 will not be triggered until provisioned by entity DHCP. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:08.599599 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515'] for port, after_create {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.611118 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b77c65a1-d461-4d07-9dbe-2a2bde2ff69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:08.619915 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:08.620616 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:08.653382 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Network 58066157-a6a9-42c2-be49-dbebd6429719 is already hosted by enough agents. {{(pid=98399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:08.659392 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.scheduler.base_scheduler [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Resources bound (agent type, host, resource id): {{(pid=98399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:08.662129 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Received port after_create {{(pid=98399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:08.687181 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Pushing event updated for resources: {'Port': ['ID=d663e7ee-75bc-497f-8c2e-443bae087003,revision_number=4']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:08.692167 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-108703a6-228e-48c2-8e67-465ec5c674d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:08.754332 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.783979 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Attempting to bind port 086a40f3-6c26-49b3-8840-8c62623854c9 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:08.784427 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Attempting to bind port 086a40f3-6c26-49b3-8840-8c62623854c9 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:08.784862 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Attempting to bind port 086a40f3-6c26-49b3-8840-8c62623854c9 on network 58066157-a6a9-42c2-be49-dbebd6429719 {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:08.790927 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:08.791406 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Checking segment: {'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:08.791686 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.791967 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.792600 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Bound using segment: {'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:08.793167 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Bound port: 086a40f3-6c26-49b3-8840-8c62623854c9, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:08.793617 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.803174 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Pushing event updated for resources: {'Port': ['ID=086a40f3-6c26-49b3-8840-8c62623854c9,revision_number=1']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:08.806860 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:08.829453 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:08.901269 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] For port 086a40f3-6c26-49b3-8840-8c62623854c9, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:08.909116 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] For port 086a40f3-6c26-49b3-8840-8c62623854c9, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=086a40f3-6c26-49b3-8840-8c62623854c9,segment=NetworkSegment(69ea086f-2ede-4495-b54d-8a599b5be81a),segment_id=69ea086f-2ede-4495-b54d-8a599b5be81a)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:08.914963 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.920186 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:08.943165 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Allocated IP 172.27.0.144 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/992ecfec-9650-4e29-a8db-ced3f261d27d) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:08.998786 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Pushing event updated for resources: {'Port': ['ID=086a40f3-6c26-49b3-8840-8c62623854c9,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:09.002201 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:09.098447 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.131857 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.139060 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d70bd411-9cd0-4481-8f8d-a10c287a0081 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:09.192265 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:09.203678 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1443e-d8a0-4508-ab30-fb734264718c None None] The sync data for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi is: [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:09.213441 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:09.220962 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:09.224938 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:09.232409 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ac8a6886-d008-4c63-9577-8dcfdb8d99c5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:09.282028 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=992ecfec-9650-4e29-a8db-ced3f261d27d,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:09.290866 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:09.375410 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:09.376514 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.826729 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.019117 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0b12a-d85e-488b-a998-daf1257cb7ea None None] Network 58066157-a6a9-42c2-be49-dbebd6429719 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:55:10.107301 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-36a92eb5-b318-4242-b592-bda29b3d2c6c None None] Provisioning for port 086a40f3-6c26-49b3-8840-8c62623854c9 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:10.211019 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-975622'] for router, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.423589 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Router 441e3a10-d6ad-4ec9-8766-53f6adba1776 is scheduled to L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 with binding_index 1 {{(pid=98397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:55:10.601747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:10.610465 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Sync routers for ids ['441e3a10-d6ad-4ec9-8766-53f6adba1776'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:10.619863 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Routers {'441e3a10-d6ad-4ec9-8766-53f6adba1776'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:10.620501 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['441e3a10-d6ad-4ec9-8766-53f6adba1776'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:10.626933 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.628266 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9b72eaf3-8266-4b9d-afec-e660e35dfbb4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6833065 May 31 11:55:10.631175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37466) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:10.829331 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Set router 441e3a10-d6ad-4ec9-8766-53f6adba1776 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:11.112526 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:55:09Z', 'revision_number': 3, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port': {'id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:08Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:11.116937 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Checking router: 441e3a10-d6ad-4ec9-8766-53f6adba1776 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:11.117280 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Updating router 441e3a10-d6ad-4ec9-8766-53f6adba1776 port 992ecfec-9650-4e29-a8db-ced3f261d27d binding host dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:11.179450 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.270877 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 086a40f3-6c26-49b3-8840-8c62623854c9 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:11.441273 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.443953 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 086a40f3-6c26-49b3-8840-8c62623854c9 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:11.460869 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 086a40f3-6c26-49b3-8840-8c62623854c9 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:11.461235 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.647250 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Allocated IP 172.20.0.1 (58066157-a6a9-42c2-be49-dbebd6429719/e89205c5-5de2-4e3b-9d2d-cb379dddc17d/07fd1374-976f-474c-aa37-45dad4fdf9a5) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:11.656505 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Notify callbacks [] for port, precommit_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.658873 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.682311 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Transition to ACTIVE for port object 992ecfec-9650-4e29-a8db-ced3f261d27d will not be triggered until provisioned by entity L2. {{(pid=98399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:11.698477 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.703228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:11.744321 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 086a40f3-6c26-49b3-8840-8c62623854c9, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=086a40f3-6c26-49b3-8840-8c62623854c9,segment=NetworkSegment(69ea086f-2ede-4495-b54d-8a599b5be81a),segment_id=69ea086f-2ede-4495-b54d-8a599b5be81a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:11.761251 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.762084 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d663e7ee-75bc-497f-8c2e-443bae087003 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:11.801692 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.816982 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Transition to ACTIVE for port object 07fd1374-976f-474c-aa37-45dad4fdf9a5 will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:11.828982 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1804f7-5889-4cb8-a69d-155a9142a4e5 None None] Pushing event updated for resources: {'Port': ['ID=992ecfec-9650-4e29-a8db-ced3f261d27d,revision_number=2']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:11.831207 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Attempting to bind port 992ecfec-9650-4e29-a8db-ced3f261d27d on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:11.831569 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Attempting to bind port 992ecfec-9650-4e29-a8db-ced3f261d27d by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:11.832133 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Attempting to bind port 992ecfec-9650-4e29-a8db-ced3f261d27d on network 2c1b103c-5ff5-4965-aeea-244fcda64f0f {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:11.834425 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-1e1804f7-5889-4cb8-a69d-155a9142a4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:11.837060 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-8d99814b-ea71-4da7-98e6-4e5c4132b3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:11.841879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.845875 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-bfee780d-4a0e-4739-a633-30f7d469ddba tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:11.894313 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:11.894675 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Checking segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:11.895086 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.895466 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Bound using segment: {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'} {{(pid=98399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:11.895935 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.managers [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Bound port: 992ecfec-9650-4e29-a8db-ced3f261d27d, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e53f3f-d932-4f32-9f1f-058e74679b5a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f'}}] {{(pid=98399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:11.896298 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.912142 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Network 58066157-a6a9-42c2-be49-dbebd6429719 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:11.914993 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:11.918497 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:11.955088 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Pushing event updated for resources: {'Port': ['ID=07fd1374-976f-474c-aa37-45dad4fdf9a5,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:11.962900 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:11.963118 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=086a40f3-6c26-49b3-8840-8c62623854c9,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:11.968544 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:11.976403 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977783'] for router_interface, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.986160 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port d663e7ee-75bc-497f-8c2e-443bae087003 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:11.994405 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port d663e7ee-75bc-497f-8c2e-443bae087003 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:11.994800 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.023527 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] For port 992ecfec-9650-4e29-a8db-ced3f261d27d, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:12.050341 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] For port 992ecfec-9650-4e29-a8db-ced3f261d27d, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=992ecfec-9650-4e29-a8db-ced3f261d27d,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:12.059672 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.065345 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:12.114762 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.181018 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Routers {'441e3a10-d6ad-4ec9-8766-53f6adba1776'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:12.181615 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['441e3a10-d6ad-4ec9-8766-53f6adba1776'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:12.294498 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1804f7-5889-4cb8-a69d-155a9142a4e5 None None] Pushing event updated for resources: {'Port': ['ID=992ecfec-9650-4e29-a8db-ced3f261d27d,revision_number=3']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:12.311308 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-1e1804f7-5889-4cb8-a69d-155a9142a4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:12.321755 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-18a04b8e-1d27-46df-ae8e-ec08087ce8ca None None] Provisioning for port 07fd1374-976f-474c-aa37-45dad4fdf9a5 completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:12.336880 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.342288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.371251 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:12.381467 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-18a04b8e-1d27-46df-ae8e-ec08087ce8ca None None] Provisioning complete for port 07fd1374-976f-474c-aa37-45dad4fdf9a5 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:12.381810 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-18a04b8e-1d27-46df-ae8e-ec08087ce8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.404545 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.455613 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Pushing event updated for resources: {'Port': ['ID=07fd1374-976f-474c-aa37-45dad4fdf9a5,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:12.459915 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:12.460938 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977882'] for router_interface, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.487668 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-18a04b8e-1d27-46df-ae8e-ec08087ce8ca None None] Port 07fd1374-976f-474c-aa37-45dad4fdf9a5 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:12.498768 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port d663e7ee-75bc-497f-8c2e-443bae087003, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=d663e7ee-75bc-497f-8c2e-443bae087003,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:12.500800 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] Set router 441e3a10-d6ad-4ec9-8766-53f6adba1776 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:12.541106 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.549135 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:12.596324 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Network 58066157-a6a9-42c2-be49-dbebd6429719 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:12.597550 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:12.751621 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=d663e7ee-75bc-497f-8c2e-443bae087003,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:12.758855 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:12.793793 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Router 441e3a10-d6ad-4ec9-8766-53f6adba1776 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:12.855085 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-1c58d1b5-b99d-4f78-ac5a-efd7ff905ea5 None None] Provisioning complete for port 07fd1374-976f-474c-aa37-45dad4fdf9a5 triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:12.855493 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-1c58d1b5-b99d-4f78-ac5a-efd7ff905ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.917464 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-1c58d1b5-b99d-4f78-ac5a-efd7ff905ea5 None None] Port 07fd1374-976f-474c-aa37-45dad4fdf9a5 cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:12.934420 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port': {'id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:08Z', 'updated_at': '2021-05-31T11:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '07fd1374-976f-474c-aa37-45dad4fdf9a5', 'name': '', 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'mac_address': 'fa:16:3e:c1:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:11Z', 'updated_at': '2021-05-31T11:55:11Z', 'revision_number': 1, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'subnets': [{'id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:12.938941 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34e903b-6734-4d07-bf1c-3d86ecfe7df7 None None] The sync data for ids ['441e3a10-d6ad-4ec9-8766-53f6adba1776'] in dv-cinder-786383-7-iscsi is: [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port': {'id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:08Z', 'updated_at': '2021-05-31T11:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '07fd1374-976f-474c-aa37-45dad4fdf9a5', 'name': '', 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'mac_address': 'fa:16:3e:c1:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:11Z', 'updated_at': '2021-05-31T11:55:11Z', 'revision_number': 1, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'subnets': [{'id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:13.082800 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:13.096784 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] 10.222.0.18 "PUT /v2.0/routers/441e3a10-d6ad-4ec9-8766-53f6adba1776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4601188 May 31 11:55:13.227810 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 086a40f3-6c26-49b3-8840-8c62623854c9 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:13.306814 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 086a40f3-6c26-49b3-8840-8c62623854c9 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:13.307195 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.426775 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d663e7ee-75bc-497f-8c2e-443bae087003 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:13.501005 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port d663e7ee-75bc-497f-8c2e-443bae087003 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:13.501375 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.360158 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.560658 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:15.225972 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 992ecfec-9650-4e29-a8db-ced3f261d27d up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:15.300342 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 992ecfec-9650-4e29-a8db-ced3f261d27d completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:15.305668 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 992ecfec-9650-4e29-a8db-ced3f261d27d triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:15.306122 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.453016 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.472385 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 992ecfec-9650-4e29-a8db-ced3f261d27d, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=992ecfec-9650-4e29-a8db-ced3f261d27d,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:15.476443 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.479042 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-1e1804f7-5889-4cb8-a69d-155a9142a4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:15.557687 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=992ecfec-9650-4e29-a8db-ced3f261d27d,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:15.560904 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:16.557050 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Sync routers for ids ['441e3a10-d6ad-4ec9-8766-53f6adba1776'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:16.568407 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Routers {'441e3a10-d6ad-4ec9-8766-53f6adba1776'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:16.569092 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['441e3a10-d6ad-4ec9-8766-53f6adba1776'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:16.596584 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8880622f-31a3-4a0e-91b0-e98f55c61643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.751808 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Set router 441e3a10-d6ad-4ec9-8766-53f6adba1776 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:17.075255 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port': {'id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:08Z', 'updated_at': '2021-05-31T11:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '07fd1374-976f-474c-aa37-45dad4fdf9a5', 'name': '', 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'mac_address': 'fa:16:3e:c1:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:11Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 2, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'subnets': [{'id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:17.079608 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Checking router: 441e3a10-d6ad-4ec9-8766-53f6adba1776 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:17.080148 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Updating router 441e3a10-d6ad-4ec9-8766-53f6adba1776 port 07fd1374-976f-474c-aa37-45dad4fdf9a5 binding host dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:17.156888 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.223945 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 992ecfec-9650-4e29-a8db-ced3f261d27d up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:17.317197 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 992ecfec-9650-4e29-a8db-ced3f261d27d triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:17.317475 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.530514 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Notify callbacks [] for port, precommit_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.542955 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.provisioning_blocks [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Transition to ACTIVE for port object 07fd1374-976f-474c-aa37-45dad4fdf9a5 will not be triggered until provisioned by entity L2. {{(pid=98400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:17.551244 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.555092 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:17.640678 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c04a-23d6-4043-9182-a3bca6ff5b2b None None] Pushing event updated for resources: {'Port': ['ID=07fd1374-976f-474c-aa37-45dad4fdf9a5,revision_number=3']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:17.755138 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-3366c04a-23d6-4043-9182-a3bca6ff5b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:17.817877 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Attempting to bind port 07fd1374-976f-474c-aa37-45dad4fdf9a5 on host dv-cinder-786383-7-iscsi for vnic_type normal with profile {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:17.818532 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Attempting to bind port 07fd1374-976f-474c-aa37-45dad4fdf9a5 by drivers openvswitch,hyperv on host dv-cinder-786383-7-iscsi at level 0 using segments [{'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:17.819128 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Attempting to bind port 07fd1374-976f-474c-aa37-45dad4fdf9a5 on network 58066157-a6a9-42c2-be49-dbebd6429719 {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:17.825259 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Checking agent: {'id': 'aec4367f-31bc-477d-a4bb-e4b1704e592f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 32, 49), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:17.825633 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Checking segment: {'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:17.826076 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.826689 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Bound using segment: {'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'} {{(pid=98400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:17.827383 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.managers [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Bound port: 07fd1374-976f-474c-aa37-45dad4fdf9a5, host: dv-cinder-786383-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ea086f-2ede-4495-b54d-8a599b5be81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719'}}] {{(pid=98400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:17.827383 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.922059 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] For port 07fd1374-976f-474c-aa37-45dad4fdf9a5, host dv-cinder-786383-7-iscsi, cleared binding levels {{(pid=98400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:17.925317 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.plugins.ml2.db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] For port 07fd1374-976f-474c-aa37-45dad4fdf9a5, host dv-cinder-786383-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=07fd1374-976f-474c-aa37-45dad4fdf9a5,segment=NetworkSegment(69ea086f-2ede-4495-b54d-8a599b5be81a),segment_id=69ea086f-2ede-4495-b54d-8a599b5be81a)] {{(pid=98400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:17.930442 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron_lib.callbacks.manager [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.934406 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:18.003213 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c04a-23d6-4043-9182-a3bca6ff5b2b None None] Pushing event updated for resources: {'Port': ['ID=07fd1374-976f-474c-aa37-45dad4fdf9a5,revision_number=4']} {{(pid=98400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:18.006686 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG oslo_concurrency.lockutils [None req-3366c04a-23d6-4043-9182-a3bca6ff5b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:18.017913 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Routers {'441e3a10-d6ad-4ec9-8766-53f6adba1776'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:18.018573 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:54:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['441e3a10-d6ad-4ec9-8766-53f6adba1776'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:18.250690 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] Set router 441e3a10-d6ad-4ec9-8766-53f6adba1776 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:18.583799 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port': {'id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:08Z', 'updated_at': '2021-05-31T11:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '07fd1374-976f-474c-aa37-45dad4fdf9a5', 'name': '', 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'mac_address': 'fa:16:3e:c1:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:11Z', 'updated_at': '2021-05-31T11:55:17Z', 'revision_number': 4, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'subnets': [{'id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:18.587745 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b41954-c0b0-4ab3-b051-17c1c0563f01 None None] The sync data for ids ['441e3a10-d6ad-4ec9-8766-53f6adba1776'] in dv-cinder-786383-7-iscsi is: [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port': {'id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:08Z', 'updated_at': '2021-05-31T11:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': '07fd1374-976f-474c-aa37-45dad4fdf9a5', 'name': '', 'network_id': '58066157-a6a9-42c2-be49-dbebd6429719', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'mac_address': 'fa:16:3e:c1:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:11Z', 'updated_at': '2021-05-31T11:55:17Z', 'revision_number': 4, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'subnets': [{'id': 'e89205c5-5de2-4e3b-9d2d-cb379dddc17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:18.776704 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-e746214f-10ad-4058-b411-cc298aa6e05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.841797 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.205500 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 07fd1374-976f-474c-aa37-45dad4fdf9a5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:19.300819 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning for port 07fd1374-976f-474c-aa37-45dad4fdf9a5 completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:19.305988 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 07fd1374-976f-474c-aa37-45dad4fdf9a5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:19.306354 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.435068 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.477551 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] For port 07fd1374-976f-474c-aa37-45dad4fdf9a5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=07fd1374-976f-474c-aa37-45dad4fdf9a5,segment=NetworkSegment(69ea086f-2ede-4495-b54d-8a599b5be81a),segment_id=69ea086f-2ede-4495-b54d-8a599b5be81a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:19.486816 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.489480 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f7666811-d5db-4f6e-8eb3-44dfa4f132e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:19.565004 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Pushing event updated for resources: {'Port': ['ID=07fd1374-976f-474c-aa37-45dad4fdf9a5,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:19.568525 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:20.021926 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.208936 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 07fd1374-976f-474c-aa37-45dad4fdf9a5 up at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:21.281363 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Provisioning complete for port 07fd1374-976f-474c-aa37-45dad4fdf9a5 triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:21.281716 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.578194 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:22.932892 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f2f24b5f-60b6-4c09-bcf0-9515450f35bd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:22.934335 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f2f24b5f-60b6-4c09-bcf0-9515450f35bd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 815 time: 0.1538405 May 31 11:55:22.951892 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-839e8e26-b6e2-49a4-9c42-5f2ebfc13f8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/quotas/966ffc490782402ebac104781ff69aa4 HTTP/1.1" status: 200 len: 375 time: 0.0095990 May 31 11:55:23.039935 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-22b6e5f1-63f0-4c9e-b98b-8e680198a497 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801370 May 31 11:55:23.282705 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-830ff57b-87a5-4960-abad-1077ec44abc8 service neutron] 10.222.0.18 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305386 May 31 11:55:23.415677 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2f5ce161-9dbb-491c-80dc-5ba6d5b6db1f service neutron] 10.222.0.18 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268244 May 31 11:55:23.607338 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-8b2f4b95-ee56-4a5b-a404-b0b23624379e req-4a6128ba-f114-4cc7-a245-77c64375ac9f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Synchronizing usage tracker for tenant:966ffc490782402ebac104781ff69aa4 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:23.625755 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-8b2f4b95-ee56-4a5b-a404-b0b23624379e req-4a6128ba-f114-4cc7-a245-77c64375ac9f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Unset dirty status for tenant:966ffc490782402ebac104781ff69aa4 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:23.627066 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8b2f4b95-ee56-4a5b-a404-b0b23624379e req-4a6128ba-f114-4cc7-a245-77c64375ac9f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 210 time: 0.0689409 May 31 11:55:24.758499 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2a547a0e-6d1e-42c6-8828-efb52f9b7409 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:24.759287 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2a547a0e-6d1e-42c6-8828-efb52f9b7409 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Synchronizing usage tracker for tenant:966ffc490782402ebac104781ff69aa4 on resource:network {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:24.777197 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2a547a0e-6d1e-42c6-8828-efb52f9b7409 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Unset dirty status for tenant:966ffc490782402ebac104781ff69aa4 on resource:network {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:24.778614 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2a547a0e-6d1e-42c6-8828-efb52f9b7409 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 815 time: 0.1719263 May 31 11:55:24.783392 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2f5fb5b6-cd0d-4933-aed0-c2e0e45a85e9 req-7442bc87-d83f-45c6-869a-4e466cd42150 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 210 time: 0.0498989 May 31 11:55:24.798015 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'port': {'device_id': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'admin_state_up': True, 'tenant_id': '966ffc490782402ebac104781ff69aa4'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:24.938848 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:24.949573 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:24.963806 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Made reservation on behalf of 966ffc490782402ebac104781ff69aa4 for: {'port': 1} {{(pid=98397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:24.968590 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.132691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_common [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Allocated IP 172.20.0.4 (47948a03-c05f-4bc0-9a3b-906f75d356c4/244cd5b3-2dc8-47a2-968e-33adc1c159e5/3da2e0b7-68b1-4004-86ba-29a99b092fbe) {{(pid=98397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:25.366596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for port, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.386371 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Transition to ACTIVE for port object 3da2e0b7-68b1-4004-86ba-29a99b092fbe will not be triggered until provisioned by entity DHCP. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:25.422620 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.430824 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-d33afe6d-05ed-4543-b890-05c302068334 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:25.504815 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 is already hosted by enough agents. {{(pid=98397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:25.508016 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.base_scheduler [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources bound (agent type, host, resource id): {{(pid=98397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:25.511966 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Received port after_create {{(pid=98397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:25.544178 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:25.554451 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:25.584287 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:25.585035 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.622057 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2cf5a037-b216-4158-8579-ddd8ff05e15d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8295116 May 31 11:55:25.728827 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c4415692-842c-4f31-a360-70b0aacfb356 None None] Provisioning for port 3da2e0b7-68b1-4004-86ba-29a99b092fbe completed by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:25.733965 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-c4415692-842c-4f31-a360-70b0aacfb356 None None] Provisioning complete for port 3da2e0b7-68b1-4004-86ba-29a99b092fbe triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:25.734656 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c4415692-842c-4f31-a360-70b0aacfb356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.794576 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-c4415692-842c-4f31-a360-70b0aacfb356 None None] Port 3da2e0b7-68b1-4004-86ba-29a99b092fbe cannot update to ACTIVE because it is not bound. {{(pid=98399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:25.988071 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef29eef-c421-4bfb-868a-6a21fe8952a0 req-0f894e85-800b-4037-b8d0-777ca4fb7c1c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:25.988999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0ef29eef-c421-4bfb-868a-6a21fe8952a0 req-0f894e85-800b-4037-b8d0-777ca4fb7c1c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Synchronizing usage tracker for tenant:966ffc490782402ebac104781ff69aa4 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:26.006001 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0ef29eef-c421-4bfb-868a-6a21fe8952a0 req-0f894e85-800b-4037-b8d0-777ca4fb7c1c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Unset dirty status for tenant:966ffc490782402ebac104781ff69aa4 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:26.007290 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ef29eef-c421-4bfb-868a-6a21fe8952a0 req-0f894e85-800b-4037-b8d0-777ca4fb7c1c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.1081700 May 31 11:55:26.061165 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0ef29eef-c421-4bfb-868a-6a21fe8952a0 req-37759dbd-81d5-4f34-8e7b-eff3a0dcc128 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Synchronizing usage tracker for tenant:966ffc490782402ebac104781ff69aa4 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:26.077366 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0ef29eef-c421-4bfb-868a-6a21fe8952a0 req-37759dbd-81d5-4f34-8e7b-eff3a0dcc128 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Unset dirty status for tenant:966ffc490782402ebac104781ff69aa4 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:26.078488 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0ef29eef-c421-4bfb-868a-6a21fe8952a0 req-37759dbd-81d5-4f34-8e7b-eff3a0dcc128 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627022 May 31 11:55:27.283330 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536e43e-89af-40f0-ba0a-719e064a0341 req-c3fca90c-13d6-43af-be49-60c7850d06b0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:27.284802 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0536e43e-89af-40f0-ba0a-719e064a0341 req-c3fca90c-13d6-43af-be49-60c7850d06b0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.0975153 May 31 11:55:27.335871 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0536e43e-89af-40f0-ba0a-719e064a0341 req-5d295f52-0131-4531-8d6e-619501cdc8c0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 May 31 11:55:28.532471 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd496-ba8c-4a8f-bd08-63feaf26cb74 req-4d80a52e-d429-45d8-819a-3b4399ddaba8 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.533985 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-969dd496-ba8c-4a8f-bd08-63feaf26cb74 req-4d80a52e-d429-45d8-819a-3b4399ddaba8 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.0827839 May 31 11:55:28.583814 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-969dd496-ba8c-4a8f-bd08-63feaf26cb74 req-25d16bb4-b952-4a2b-bad2-2e088c2465bd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 May 31 11:55:29.798203 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95c48-3621-4af7-9a29-fefb10bc4b8e req-5771e657-85cf-4738-984c-cf312af72efe tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.799886 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-eda95c48-3621-4af7-9a29-fefb10bc4b8e req-5771e657-85cf-4738-984c-cf312af72efe tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.0980542 May 31 11:55:29.853369 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-eda95c48-3621-4af7-9a29-fefb10bc4b8e req-00df79a5-9e4e-45e9-9329-0ed254c5e002 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472198 May 31 11:55:31.095683 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40ad7f-e6cf-4b95-ba4e-0c366612ccf1 req-75771dd9-cc22-49b6-8152-3366a37b2b54 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.097298 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6b40ad7f-e6cf-4b95-ba4e-0c366612ccf1 req-75771dd9-cc22-49b6-8152-3366a37b2b54 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.0901246 May 31 11:55:31.144328 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6b40ad7f-e6cf-4b95-ba4e-0c366612ccf1 req-04389cac-420c-49d7-848e-a485c47b5437 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 May 31 11:55:32.399889 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f598d-5fe0-42c5-902c-e1ea86421e54 req-8e095063-beee-4be7-a7f2-d884c92517a3 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.401426 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-538f598d-5fe0-42c5-902c-e1ea86421e54 req-8e095063-beee-4be7-a7f2-d884c92517a3 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.0940056 May 31 11:55:32.452724 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-538f598d-5fe0-42c5-902c-e1ea86421e54 req-3a41ff3a-e1d1-42d4-9c02-feca8d066704 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 May 31 11:55:33.662348 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f389-c19e-47f9-a110-d17c5c178558 req-a8f55ae3-6e6f-4866-b9f6-22e704171c12 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:33.663825 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6288f389-c19e-47f9-a110-d17c5c178558 req-a8f55ae3-6e6f-4866-b9f6-22e704171c12 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.0816576 May 31 11:55:33.712310 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-6288f389-c19e-47f9-a110-d17c5c178558 req-aa6ee3f7-8905-493d-8af8-202c0326fbc5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 May 31 11:55:34.919382 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62ffc1-7b1e-40c6-b3b7-f2f38399dbef req-8972bc2a-0a7c-407f-a124-8ea6658bbb79 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.920949 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0e62ffc1-7b1e-40c6-b3b7-f2f38399dbef req-8972bc2a-0a7c-407f-a124-8ea6658bbb79 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 931 time: 0.0915723 May 31 11:55:34.969080 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-0e62ffc1-7b1e-40c6-b3b7-f2f38399dbef req-d58e8e8e-988a-4e9e-94dc-65875382f722 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 May 31 11:55:35.341726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Request body: {'port': {'device_id': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:35.459452 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.915284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da2e0b7-68b1-4004-86ba-29a99b092fbe {{(pid=98397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:35.922855 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.937399 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.provisioning_blocks [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Transition to ACTIVE for port object 3da2e0b7-68b1-4004-86ba-29a99b092fbe will not be triggered until provisioned by entity L2. {{(pid=98397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:35.942144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.945942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-273c2393-89d3-47a7-9975-6cf4aa5e0051 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:36.097467 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Pushing event updated for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=2']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:36.100599 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:36.236818 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Attempting to bind port 3da2e0b7-68b1-4004-86ba-29a99b092fbe on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:36.237153 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Attempting to bind port 3da2e0b7-68b1-4004-86ba-29a99b092fbe by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:36.237469 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Attempting to bind port 3da2e0b7-68b1-4004-86ba-29a99b092fbe on network 47948a03-c05f-4bc0-9a3b-906f75d356c4 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:36.244530 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Port 3da2e0b7-68b1-4004-86ba-29a99b092fbe on network 47948a03-c05f-4bc0-9a3b-906f75d356c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:36.244844 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Attempting to bind port 3da2e0b7-68b1-4004-86ba-29a99b092fbe on network 47948a03-c05f-4bc0-9a3b-906f75d356c4 {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:36.255485 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fc45-cc51-4090-8352-37845e04cb89 req-54e34eb5-4015-4226-9c03-0ff0220cac52 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.256940 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c229fc45-cc51-4090-8352-37845e04cb89 req-54e34eb5-4015-4226-9c03-0ff0220cac52 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 943 time: 0.1606405 May 31 11:55:36.259412 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Checking agent: {'id': '0c332b79-2a93-43b4-bd3e-37dd2afbd143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'started_at': datetime.datetime(2021, 5, 31, 11, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:36.259739 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Checking segment: {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:36.260107 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Bound using segment: {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'} {{(pid=98397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:36.260534 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.managers [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Bound port: 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191dca5c-936b-4687-8cc1-456a6a885bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4'}}] {{(pid=98397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:36.260879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.360568 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c229fc45-cc51-4090-8352-37845e04cb89 req-552ea07c-051a-4f04-8322-da4de8d6e66c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907283 May 31 11:55:36.385707 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, cleared binding levels {{(pid=98397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:36.388906 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:36.395689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.400147 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:36.454875 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.455493 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:36.456874 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] 10.222.0.62 "PUT /v2.0/ports/3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 1093 time: 1.1232879 May 31 11:55:36.457395 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:36.459935 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316fa798-337b-475b-8cc0-46c67734c2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:36.479458 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Pushing event updated for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=3']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:36.482755 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:36.514104 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3088b49-ce6d-4c22-aecc-4159d72552bf x-openstack-request-id: req-a3088b49-ce6d-4c22-aecc-4159d72552bf {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:36.514432 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:36.514815 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3088b49-ce6d-4c22-aecc-4159d72552bf {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:36.515280 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'status': 'completed', 'code': 200} May 31 11:55:36.606715 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-383e3ea9-9db3-474c-93ee-73ebb8f3d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.608193 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-383e3ea9-9db3-474c-93ee-73ebb8f3d1c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1096 time: 0.0793049 May 31 11:55:36.682927 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-cfb2df5b-d0fe-430a-b0e3-2e39f345e6ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 217 time: 0.0623353 May 31 11:55:36.747250 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-75f687b6-c1a2-425b-a2be-29d72100dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.748657 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-75f687b6-c1a2-425b-a2be-29d72100dcda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0598431 May 31 11:55:36.832027 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2412ac20-d1fe-403e-8285-5c1ade33232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.834388 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-2412ac20-d1fe-403e-8285-5c1ade33232d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792956 May 31 11:55:36.978671 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-9a3244a9-ae9d-4e54-82ad-52a6a9077d54 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373084 May 31 11:55:37.109413 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-708f4932-0eaf-40fe-98ad-b80c89430566 req-835b71d4-44f5-4209-826c-6bf353714076 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243804 May 31 11:55:37.273906 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa798-337b-475b-8cc0-46c67734c2ba req-dd96d500-acb3-461a-87bb-3ae56e6a36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.275432 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-316fa798-337b-475b-8cc0-46c67734c2ba req-dd96d500-acb3-461a-87bb-3ae56e6a36d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1096 time: 0.0777919 May 31 11:55:37.406786 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa798-337b-475b-8cc0-46c67734c2ba req-ee57e817-8f8b-4c30-8945-465dbee1424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.408223 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-316fa798-337b-475b-8cc0-46c67734c2ba req-ee57e817-8f8b-4c30-8945-465dbee1424f service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.1263242 May 31 11:55:37.507479 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-316fa798-337b-475b-8cc0-46c67734c2ba req-286c7b4e-b727-4713-a846-729a0a550d69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 217 time: 0.0915956 May 31 11:55:37.684428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa798-337b-475b-8cc0-46c67734c2ba req-d1c68893-1df1-4f0f-a25c-9db06ab04f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.685761 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-316fa798-337b-475b-8cc0-46c67734c2ba req-d1c68893-1df1-4f0f-a25c-9db06ab04f7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0705924 May 31 11:55:37.744383 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc964af-5cf7-4d74-9f03-05a030976421 req-7278d54b-3d48-470c-ac78-a104be87868c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.745842 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7cc964af-5cf7-4d74-9f03-05a030976421 req-7278d54b-3d48-470c-ac78-a104be87868c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 943 time: 0.2781043 May 31 11:55:37.801933 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-7cc964af-5cf7-4d74-9f03-05a030976421 req-8ae2c5ff-3bfc-4c16-a946-aab9c0087401 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 May 31 11:55:37.810501 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa798-337b-475b-8cc0-46c67734c2ba req-69f3b3c1-ae36-4dbe-91e6-d248445398ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.811885 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-316fa798-337b-475b-8cc0-46c67734c2ba req-69f3b3c1-ae36-4dbe-91e6-d248445398ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182485 May 31 11:55:37.954824 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-316fa798-337b-475b-8cc0-46c67734c2ba req-3442835d-d481-49b8-97dc-d7c8597ad3a7 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341655 May 31 11:55:38.086473 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-316fa798-337b-475b-8cc0-46c67734c2ba req-fb784c54-77c2-4630-85da-8bb152073adb service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255624 May 31 11:55:38.909604 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3da2e0b7-68b1-4004-86ba-29a99b092fbe details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:39.010133 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127097e-c253-439b-ab1b-5800d0e2e7bb req-d988e3ec-570d-4c65-a844-b6513164e9b8 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:39.011601 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4127097e-c253-439b-ab1b-5800d0e2e7bb req-d988e3ec-570d-4c65-a844-b6513164e9b8 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 943 time: 0.0874748 May 31 11:55:39.053071 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:39.057772 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-4127097e-c253-439b-ab1b-5800d0e2e7bb req-1b6ee795-5ef4-4ae5-880e-a682b1f3062c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 May 31 11:55:39.066436 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Returning: {'device': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'port_id': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'mac_address': 'fa:16:3e:b5:75:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:39.126222 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.144138 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da2e0b7-68b1-4004-86ba-29a99b092fbe {{(pid=98399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:39.160313 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:39.166767 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.168481 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-f08ae091-dd16-43dc-b67e-12fb9861765b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:39.232062 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=4']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:39.235454 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:39.466214 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['3da2e0b7-68b1-4004-86ba-29a99b092fbe'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:40.260488 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc389d-fa17-4194-8e15-2a5bb8390447 req-77e5655d-931c-42e9-8955-191c161d6271 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:40.261974 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-81fc389d-fa17-4194-8e15-2a5bb8390447 req-77e5655d-931c-42e9-8955-191c161d6271 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 944 time: 0.0922661 May 31 11:55:40.307382 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-81fc389d-fa17-4194-8e15-2a5bb8390447 req-c25f70a1-bfbf-40af-8b0c-2e15f159a61a tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 May 31 11:55:40.924792 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3da2e0b7-68b1-4004-86ba-29a99b092fbe up at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:40.998338 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning for port 3da2e0b7-68b1-4004-86ba-29a99b092fbe completed by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:41.003411 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Provisioning complete for port 3da2e0b7-68b1-4004-86ba-29a99b092fbe triggered by entity L2. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:41.003850 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.121616 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.149103 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe'}] {{(pid=98399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:41.151437 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e4fe7bf6724cbc4cd3b18dc697d7b14a8bf8337a5aadb596c9dee563f1c502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5766486a-308c-45af-bd26-e1f7175ccd85" -d '{"events": [{"server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "name": "network-vif-plugged", "status": "completed", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe"}]}' {{(pid=98399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:41.159662 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:41.164322 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374'] for port, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.166203 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:41.203393 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a7bde-6cb0-4051-90df-b04ff86da9f0 x-openstack-request-id: req-c46a7bde-6cb0-4051-90df-b04ff86da9f0 {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:41.203740 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "name": "network-vif-plugged", "status": "completed", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe", "code": 200}]} {{(pid=98399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:41.203985 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c46a7bde-6cb0-4051-90df-b04ff86da9f0 {{(pid=98399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:41.204388 dv-cinder-786383-7-iscsi neutron-server[98399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'code': 200} May 31 11:55:41.238887 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Pushing event updated for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=5']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:41.241979 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:41.515313 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae5d24-407f-4722-a771-a68d33c6fbca req-3d97ece9-0ea9-47f8-bcea-b099d763b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:41.516814 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f3ae5d24-407f-4722-a771-a68d33c6fbca req-3d97ece9-0ea9-47f8-bcea-b099d763b774 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1098 time: 0.1309822 May 31 11:55:41.526929 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001c18-25b4-4a03-a41f-dd1ecd271a36 req-888d6a03-b261-47ad-bed8-679ba3204959 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:41.528264 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25001c18-25b4-4a03-a41f-dd1ecd271a36 req-888d6a03-b261-47ad-bed8-679ba3204959 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.1088872 May 31 11:55:41.594433 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-f3ae5d24-407f-4722-a771-a68d33c6fbca req-98c34910-b0f9-462d-ab2a-e3ee4766c82a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651994 May 31 11:55:41.598883 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-25001c18-25b4-4a03-a41f-dd1ecd271a36 req-61bd0ceb-8aba-4557-a70f-7b120b76741d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576334 May 31 11:55:42.800732 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aee1a-a5d7-43b6-8f14-98a7803bca21 req-d3a163a3-8728-427b-941a-76f34aa47995 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:42.802159 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-776aee1a-a5d7-43b6-8f14-98a7803bca21 req-d3a163a3-8728-427b-941a-76f34aa47995 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.0860360 May 31 11:55:42.857285 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-776aee1a-a5d7-43b6-8f14-98a7803bca21 req-fe1040d2-d362-4236-896a-224514d8306b tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 May 31 11:55:43.047511 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39a158-1456-4431-b268-80a0ec7d2069 req-40452501-a410-4305-b4bf-ce3dff95ee90 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.048941 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a39a158-1456-4431-b268-80a0ec7d2069 req-40452501-a410-4305-b4bf-ce3dff95ee90 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.0829496 May 31 11:55:43.093586 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2a39a158-1456-4431-b268-80a0ec7d2069 req-dd2dc3e2-0b08-4c82-b46f-513bb7e503b0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 May 31 11:55:43.517186 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6e32f-b6b8-46bb-ab70-3a8a90bd4000 req-44526f57-7f30-4a88-85c7-dc453bca96ea tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.518660 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8ba6e32f-b6b8-46bb-ab70-3a8a90bd4000 req-44526f57-7f30-4a88-85c7-dc453bca96ea tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.0974183 May 31 11:55:43.562521 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-8ba6e32f-b6b8-46bb-ab70-3a8a90bd4000 req-4587c8a5-0a39-46b3-b77e-8c6f32300ff3 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 May 31 11:55:44.361228 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.608665 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-dad30eb3-e0ce-4d34-b570-7329118bd824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.786120 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ea1cbe67-46e4-4a28-bfe3-1bd31ba1a737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.848451 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.031939 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:51.569259 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:51.585877 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.895822 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-8f1379e3-0669-4ff0-a12d-3542b098a65b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738592 May 31 11:55:53.068541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-a7979436-13c3-4329-afb4-cf29b7011b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.070166 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-a7979436-13c3-4329-afb4-cf29b7011b41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1098 time: 0.0899012 May 31 11:55:53.218927 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-67acaaba-07e2-44ab-be20-b5efa1a4ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.220375 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-67acaaba-07e2-44ab-be20-b5efa1a4ebc8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.1310220 May 31 11:55:53.332307 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-1a9e9ffd-ea8c-4150-b7e8-334c7455cde7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 217 time: 0.1043787 May 31 11:55:53.400162 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-0991a491-da21-4650-8228-c0859c44a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.401490 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-0991a491-da21-4650-8228-c0859c44a48f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0628777 May 31 11:55:53.485246 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-db6c0aa9-f09b-4b6f-a583-a8d54e3f5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.486761 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-db6c0aa9-f09b-4b6f-a583-a8d54e3f5377 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775943 May 31 11:55:53.618212 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-4ff49bb5-b738-4488-9249-a013fc7cf727 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241400 May 31 11:55:53.853555 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-2ebc686d-17e2-4568-9fb1-2c1c1f867ee1 req-ce904e3b-dc85-4fe4-8779-1032a5839497 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289248 May 31 11:55:53.983920 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4e575-dc44-452e-b963-aba80e044401 req-642c3119-625e-48b2-958b-4dafcb05ae06 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.985350 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80e4e575-dc44-452e-b963-aba80e044401 req-642c3119-625e-48b2-958b-4dafcb05ae06 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.0840926 May 31 11:55:54.029517 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-80e4e575-dc44-452e-b963-aba80e044401 req-e20fb823-7a5d-4bab-a5f8-3459d3aada27 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 May 31 11:55:54.053377 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37670) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:54.169662 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca12515d-26fd-4e8e-82fb-3c2e67fbed5d tempest-TestMinimumBasicScenario-612662757 tempest-TestMinimumBasicScenario-612662757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:54.170394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ca12515d-26fd-4e8e-82fb-3c2e67fbed5d tempest-TestMinimumBasicScenario-612662757 tempest-TestMinimumBasicScenario-612662757-project-admin] Synchronizing usage tracker for tenant:dc9241bcd9054ba78679d5cc1d465492 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:54.193038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-ca12515d-26fd-4e8e-82fb-3c2e67fbed5d tempest-TestMinimumBasicScenario-612662757 tempest-TestMinimumBasicScenario-612662757-project-admin] Unset dirty status for tenant:dc9241bcd9054ba78679d5cc1d465492 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:54.194191 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ca12515d-26fd-4e8e-82fb-3c2e67fbed5d tempest-TestMinimumBasicScenario-612662757 tempest-TestMinimumBasicScenario-612662757-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1093 time: 0.1397936 May 31 11:55:54.197290 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37676) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:54.202586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'floatingip': {'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'port_id': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:54.208704 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:54.212879 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:floatingip and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:54.215801 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:54.222399 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:54.233629 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for floatingip, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.391922 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.620854 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.db_base_plugin_common [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Allocated IP 172.27.0.102 (2c1b103c-5ff5-4965-aeea-244fcda64f0f/8b1a373f-3478-4c8e-a87a-ed4523b35952/4bb7cc9e-8481-4599-89e1-5716e136f9b2) {{(pid=98398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:54.778842 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for port, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.812734 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748946178515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10739746'] for port, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.817249 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-514b7655-af3c-4cd9-acb4-d5fefa36fcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:54.875451 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Network 2c1b103c-5ff5-4965-aeea-244fcda64f0f is already hosted by enough agents. {{(pid=98398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:54.878220 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.base_scheduler [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources bound (agent type, host, resource id): {{(pid=98398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:54.881916 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Received port after_create {{(pid=98398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:54.918697 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'Port': ['ID=4bb7cc9e-8481-4599-89e1-5716e136f9b2,revision_number=1']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:54.934619 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.935006 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.935365 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.935715 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.936063 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.936410 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.936754 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.937100 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.937441 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.937782 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.938129 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.938446 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:54.943211 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:55.312914 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.391001 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.596811 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.603955 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.607640 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8d09dda0-04b2-4aa7-8551-38621d89d684 tempest-TestVolumeBootPattern-417167223 tempest-TestVolumeBootPattern-417167223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:55.711955 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'Port': ['ID=4bb7cc9e-8481-4599-89e1-5716e136f9b2,revision_number=2']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:55.715039 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:55.728082 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-975870'] for floatingip, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.905685 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.l3_db [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Floating IP f9661a02-c414-4a32-ada5-394ea8f2b6e0 associated. External IP: 172.27.0.102, port: 3da2e0b7-68b1-4004-86ba-29a99b092fbe. May 31 11:55:56.364346 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Router f85d811c-e38a-4750-9830-676fdcfb5b08 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:56.549130 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:56.559562 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] Sync routers for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:56.569483 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:56.570097 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:55:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:56.594377 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.649901 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4512606 May 31 11:55:56.650414 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:56.652891 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c79680-ff05-4d0a-a1ee-18f8a04b1596" -d '{"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:56.653049 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37682) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:56.658571 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959936360', 'description': 'tempest-secgroup-smoke-1959936360 description', 'project_id': '966ffc490782402ebac104781ff69aa4'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:56.664863 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:56.675826 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:56.687676 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.710107 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:56.714518 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:56.717598 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:56.724853 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:56.749308 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:56.800808 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.806594 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.810538 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-524a90c0-2171-47ce-9bc0-c345108fd0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:56.851468 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af63995-70af-4183-9a2a-e37f93c33694,revision_number=1']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:56.856606 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:56.862776 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.864221 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-e590c6f3-e7e7-4ceb-8072-d9ed3794c541 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2102809 May 31 11:55:56.868131 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee0d051-e803-49ce-b4f5-92ca1e1e7fae x-openstack-request-id: req-dee0d051-e803-49ce-b4f5-92ca1e1e7fae {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:56.868488 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:56.868771 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dee0d051-e803-49ce-b4f5-92ca1e1e7fae {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:56.869259 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'status': 'completed', 'code': 200} May 31 11:55:56.869659 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37690) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:56.874933 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'security_group_rule': {'security_group_id': '6af63995-70af-4183-9a2a-e37f93c33694', 'project_id': '966ffc490782402ebac104781ff69aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:56.880812 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:56.884705 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:56.887540 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:56.893611 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:56.909586 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.974298 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.979649 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.981958 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-3f05ebc9-3f61-4365-ac61-2f8482fdd5be tempest-TestShelveInstance-1010831311 tempest-TestShelveInstance-1010831311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:56.982162 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-17684d34-0a9f-4b3b-84f8-ae36ce59428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:56.983870 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-17684d34-0a9f-4b3b-84f8-ae36ce59428c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1098 time: 0.0733912 May 31 11:55:57.011325 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.015078 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444759 May 31 11:55:57.015493 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37694) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:57.016676 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9759ef5-4f24-416a-8d2e-f0014ac2aa33,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.019344 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.020683 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'security_group_rule': {'security_group_id': '6af63995-70af-4183-9a2a-e37f93c33694', 'project_id': '966ffc490782402ebac104781ff69aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:57.074706 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:57.088247 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:57.092422 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:57.100583 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.quota.driver [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:57.143189 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-ebd5f9ff-6b60-47ac-96eb-c885417620fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.144636 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-ebd5f9ff-6b60-47ac-96eb-c885417620fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.1544414 May 31 11:55:57.145346 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.164164 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'f9661a02-c414-4a32-ada5-394ea8f2b6e0', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'port_id': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'mac_address': 'fa:16:3e:b5:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:55Z', 'updated_at': '2021-05-31T11:55:55Z', 'revision_number': 0, 'project_id': '966ffc490782402ebac104781ff69aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 5, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:57.168013 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] Checking router: f85d811c-e38a-4750-9830-676fdcfb5b08 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:57.176952 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:57.177545 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:55:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:57.274755 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-21fdc373-19b3-4045-b9c2-b44ff5e05a04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 999 time: 0.1223531 May 31 11:55:57.325169 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.336942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.342565 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-db94b6f5-06a0-41af-a3ff-53bc882f224a tempest-AttachVolumeShelveTestJSON-617425594 tempest-AttachVolumeShelveTestJSON-617425594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.356156 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:57.369207 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af74612c-91d4-4f66-a2db-4fa1f75b335c,revision_number=0']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.374504 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-258bb62d-ec5b-4772-984e-fe6e628fe9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.375987 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-258bb62d-ec5b-4772-984e-fe6e628fe9d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0892947 May 31 11:55:57.376996 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.418616 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.422544 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-524d9ae3-0c1a-4d0f-80b5-2f3a7393e013 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4061031 May 31 11:55:57.422978 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37698) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:57.429501 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'security_group_rule': {'security_group_id': '6af63995-70af-4183-9a2a-e37f93c33694', 'project_id': '966ffc490782402ebac104781ff69aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:57.445931 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:57.453051 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:57.458274 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:57.464473 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:57.467452 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-c8081dec-1508-4112-a094-a445d31ec70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.469208 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-c8081dec-1508-4112-a094-a445d31ec70f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860603 May 31 11:55:57.484676 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.553426 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.560013 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.562658 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.588708 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9ec487-6057-49a9-a5e5-82901c12bb71,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.595260 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.601810 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.607527 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-f8243441-f80e-49e2-962c-8e2d0ca6dd6c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1832173 May 31 11:55:57.608482 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37702) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:57.614256 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'security_group_rule': {'security_group_id': '6af63995-70af-4183-9a2a-e37f93c33694', 'project_id': '966ffc490782402ebac104781ff69aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:57.621032 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:57.625470 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:57.628719 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:57.634821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:57.636075 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-f5808eb8-e835-4e45-b591-aafd03654817 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580887 May 31 11:55:57.652953 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.719653 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.725943 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.734607 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dc3e83f9-0956-4308-b1e7-a198a7990356 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.742500 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'f9661a02-c414-4a32-ada5-394ea8f2b6e0', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'port_id': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'mac_address': 'fa:16:3e:b5:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:55Z', 'updated_at': '2021-05-31T11:55:55Z', 'revision_number': 0, 'project_id': '966ffc490782402ebac104781ff69aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 5, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:57.746853 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecf8e8-6057-4d20-a1b9-ff54fd4efe1c None None] The sync data for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi is: [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_floatingips': [{'id': 'f9661a02-c414-4a32-ada5-394ea8f2b6e0', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'router_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'port_id': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'mac_address': 'fa:16:3e:b5:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:55Z', 'updated_at': '2021-05-31T11:55:55Z', 'revision_number': 0, 'project_id': '966ffc490782402ebac104781ff69aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 5, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:57.766101 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bfcea1-5464-4240-89b0-42662be0320f,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.769041 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.778856 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.781014 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-dbeb9a34-d5c0-4614-ae89-8eb402935e08 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713617 May 31 11:55:57.786155 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37706) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:57.799029 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'security_group_rule': {'security_group_id': '6af63995-70af-4183-9a2a-e37f93c33694', 'project_id': '966ffc490782402ebac104781ff69aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:57.803934 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-73c79680-ff05-4d0a-a1ee-18f8a04b1596 req-85b37bfc-bbbf-4399-99ff-e89e806ff773 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566813 May 31 11:55:57.805808 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:57.810114 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:57.813316 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:57.819406 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:57.840100 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.securitygroups_db [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Project 966ffc490782402ebac104781ff69aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:55:57.858247 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.948399 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.956127 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.958308 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-4d5e9cd0-7893-4787-83ae-42b3644ecc3f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.981040 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5ded95-779c-4fcd-9adb-4c8d299f592a,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.983489 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.992371 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.993539 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-7db767ce-1860-4060-a4c6-99d65f7571ad tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2062151 May 31 11:55:57.996478 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37710) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:58.001581 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'security_group_rule': {'security_group_id': '6af63995-70af-4183-9a2a-e37f93c33694', 'project_id': '966ffc490782402ebac104781ff69aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:58.007805 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:58.011824 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Usage tracker for resource:security_group_rule and tenant:966ffc490782402ebac104781ff69aa4 is out of sync, need to count used quota {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:58.014808 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.quota.resource [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:58.020814 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.db.quota.driver [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:58.032140 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.db.securitygroups_db [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Project 966ffc490782402ebac104781ff69aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:55:58.038217 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.080694 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76824b5-0459-4668-832e-dafd6c6d941a None None] New status for floating IP f9661a02-c414-4a32-ada5-394ea8f2b6e0: ACTIVE {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:55:58.104834 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.109577 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853634'] for security_group_rule, after_create {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.111567 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:58.133174 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fab3449-b016-4c3b-af61-2c6ad4c3c98f,revision_number=0']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:58.135677 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:58.143682 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.148057 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-540d6670-11c7-444f-9bcd-299fd0c35dbd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506338 May 31 11:55:58.319831 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-aee26031-ebcb-413f-ae7a-330afda58eac req-38fdc180-d5bd-4a82-ab70-9ab4a6aafce0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Synchronizing usage tracker for tenant:966ffc490782402ebac104781ff69aa4 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:58.336428 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-aee26031-ebcb-413f-ae7a-330afda58eac req-38fdc180-d5bd-4a82-ab70-9ab4a6aafce0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Unset dirty status for tenant:966ffc490782402ebac104781ff69aa4 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:58.337805 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aee26031-ebcb-413f-ae7a-330afda58eac req-38fdc180-d5bd-4a82-ab70-9ab4a6aafce0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959936360&fields=id&tenant_id=966ffc490782402ebac104781ff69aa4 HTTP/1.1" status: 200 len: 267 time: 0.1124673 May 31 11:55:58.422282 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee26031-ebcb-413f-ae7a-330afda58eac req-658616e0-8fc9-4f13-8942-56be5f1bed6d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:58.423774 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aee26031-ebcb-413f-ae7a-330afda58eac req-658616e0-8fc9-4f13-8942-56be5f1bed6d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.0800815 May 31 11:55:58.435373 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.v2.base [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'port': {'security_groups': ['115353d1-386a-4014-8b67-d40db8044d7d', '6af63995-70af-4183-9a2a-e37f93c33694']}} {{(pid=98397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:58.558546 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.831112 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:58.859236 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for port, precommit_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.865730 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10543573'] for port, after_update {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.871699 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-cdb2fec5-f6a6-43da-be9d-579973562138 tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:58.902366 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['3da2e0b7-68b1-4004-86ba-29a99b092fbe'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:58.935817 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:58.936455 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.937859 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-aee26031-ebcb-413f-ae7a-330afda58eac req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "PUT /v2.0/ports/3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 981 time: 0.5071628 May 31 11:55:58.938429 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:58.940902 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a7f4c0-caf6-440d-9079-8ce346647248" -d '{"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:58.960288 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=6']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:58.964895 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-81b455d1-a9ef-4079-9781-0424a64e923d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:59.034153 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ff3ff3-2ac2-4f40-ac77-8a3a9509a919 x-openstack-request-id: req-22ff3ff3-2ac2-4f40-ac77-8a3a9509a919 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:59.034552 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:59.034867 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22ff3ff3-2ac2-4f40-ac77-8a3a9509a919 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:59.035314 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'status': 'completed', 'code': 200} May 31 11:55:59.061258 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['3da2e0b7-68b1-4004-86ba-29a99b092fbe'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:59.225868 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-7a565744-f789-4fab-9936-1e15b1793da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.227341 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-7a565744-f789-4fab-9936-1e15b1793da1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1137 time: 0.1452336 May 31 11:55:59.235596 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe736c1-a80e-45c6-83be-786cf074a734 req-79e5b0ee-da96-429c-95e0-6061526f9fb0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.236942 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-abe736c1-a80e-45c6-83be-786cf074a734 req-79e5b0ee-da96-429c-95e0-6061526f9fb0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.1155190 May 31 11:55:59.246376 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-59bda5fe-9de4-4353-a3d3-a9b70a7dadc1 None None] Provisioning complete for port 3da2e0b7-68b1-4004-86ba-29a99b092fbe triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:59.246776 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-59bda5fe-9de4-4353-a3d3-a9b70a7dadc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.461708 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-abe736c1-a80e-45c6-83be-786cf074a734 req-4aca5518-c493-4872-8e45-5764985a2efd tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061784 May 31 11:55:59.496351 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-f44057a6-0485-4b0a-9855-43453123b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.497816 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-f44057a6-0485-4b0a-9855-43453123b16e service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.2600482 May 31 11:55:59.602917 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-e416f396-62fb-4b34-ad61-ab2c1cb8ca1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 1001 time: 0.0968232 May 31 11:55:59.670384 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-ab9d8158-d040-4f95-a703-e9e73b34b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.671849 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-ab9d8158-d040-4f95-a703-e9e73b34b28f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0629017 May 31 11:55:59.753330 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-d8501f47-0443-4e9a-b71c-1734f3690eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.755075 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-d8501f47-0443-4e9a-b71c-1734f3690eb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758200 May 31 11:55:59.886618 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-cd9ee3b8-1615-4e05-8e74-2a2bb6a60f87 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244445 May 31 11:56:00.017259 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-36a7f4c0-caf6-440d-9079-8ce346647248 req-d05dc9f5-f8dd-498c-92c3-8e14e70704b5 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235750 May 31 11:56:14.369060 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:14.865579 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-f9d5190f-4cb9-4c67-9d3a-405505f3a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:14.867138 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-f9d5190f-4cb9-4c67-9d3a-405505f3a4e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1137 time: 0.1335924 May 31 11:56:14.877175 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba1c36-627a-45eb-83af-be3c5a8fadbf req-a57c5989-f888-4d89-aa0a-26e9433b373f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:14.878513 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9aba1c36-627a-45eb-83af-be3c5a8fadbf req-a57c5989-f888-4d89-aa0a-26e9433b373f tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.1144972 May 31 11:56:15.004814 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-9aba1c36-627a-45eb-83af-be3c5a8fadbf req-5f399e20-c83c-43bf-b7ee-145367f20d45 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080191 May 31 11:56:15.040258 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-d7b43fa5-7db4-4f16-9d22-1c2c1d02acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:15.041696 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-d7b43fa5-7db4-4f16-9d22-1c2c1d02acd7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.1623304 May 31 11:56:15.156770 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-e5b1e003-3b7c-413e-af14-8d4ab98a3329 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 1001 time: 0.1073105 May 31 11:56:15.223443 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-ea48024a-dbd5-4f90-a095-0387b0ae0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:15.224777 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-ea48024a-dbd5-4f90-a095-0387b0ae0919 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0613635 May 31 11:56:15.300661 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-dea888e0-7722-42d3-958f-7583ff3de778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:15.301990 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-dea888e0-7722-42d3-958f-7583ff3de778 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696447 May 31 11:56:15.436300 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-5d83bec9-7b7c-4078-af4b-74f6f417c49f service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271317 May 31 11:56:15.573528 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-4c571c4a-6d74-4d1f-8df9-551f9582e64f req-b248a945-5c15-434f-a4b0-b6884d632b16 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300743 May 31 11:56:16.285649 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3238a1-530e-40c9-8d4c-476d6161d4fa req-b1b0bfd0-a26b-4911-bf89-e145c6c89255 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:16.287137 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af3238a1-530e-40c9-8d4c-476d6161d4fa req-b1b0bfd0-a26b-4911-bf89-e145c6c89255 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.1549015 May 31 11:56:16.335939 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-af3238a1-530e-40c9-8d4c-476d6161d4fa req-cfbfea07-5fff-4bd9-9f8e-4129bff9e2cc tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427241 May 31 11:56:16.616772 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0996-87b3-47c3-952b-3173b8d0dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:17.546064 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30760c64-525b-4b3b-ba4b-61fd726516a4 req-0f2b5f4c-89dc-4201-9262-388221758cbf tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:17.547517 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30760c64-525b-4b3b-ba4b-61fd726516a4 req-0f2b5f4c-89dc-4201-9262-388221758cbf tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0807323 May 31 11:56:17.597030 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30760c64-525b-4b3b-ba4b-61fd726516a4 req-d81c25e7-6ca6-463c-a19a-bbbb540a356c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435019 May 31 11:56:18.783513 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3c661565-aaba-4865-9c23-a68e52f7c0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.798055 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c2237-27c6-4fdd-84fd-b1c2b47382ff req-bda6d248-fc29-4ec8-87c4-484a54652991 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:18.800728 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d27c2237-27c6-4fdd-84fd-b1c2b47382ff req-bda6d248-fc29-4ec8-87c4-484a54652991 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0914936 May 31 11:56:18.840957 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.854034 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-d27c2237-27c6-4fdd-84fd-b1c2b47382ff req-ab62b782-e103-461a-b752-d1c3ee716319 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459108 May 31 11:56:20.024943 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.155913 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87053b9-5e76-4717-b3fd-3518c9162fc8 req-51df60e5-3874-4166-b425-1a521b73f9c7 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:20.157268 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d87053b9-5e76-4717-b3fd-3518c9162fc8 req-51df60e5-3874-4166-b425-1a521b73f9c7 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.1882048 May 31 11:56:20.203816 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-d87053b9-5e76-4717-b3fd-3518c9162fc8 req-6d4efef8-160f-433b-a2e6-10fd8ec01b57 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401881 May 31 11:56:21.411391 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57cf32-e552-4b55-a827-b7d3101bd620 req-02aceea3-9d3b-4a09-a312-66c41d9976e6 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:21.412947 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5a57cf32-e552-4b55-a827-b7d3101bd620 req-02aceea3-9d3b-4a09-a312-66c41d9976e6 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0941131 May 31 11:56:21.468924 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-5a57cf32-e552-4b55-a827-b7d3101bd620 req-56140e95-2fbc-49ef-a26e-1408c4c8bd8c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501342 May 31 11:56:21.590098 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.681251 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacad224-1f30-4cc3-b2da-a645fa7f99c9 req-fa99975c-20bd-4758-8298-77cb0b8b7164 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:22.682798 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bacad224-1f30-4cc3-b2da-a645fa7f99c9 req-fa99975c-20bd-4758-8298-77cb0b8b7164 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0937266 May 31 11:56:22.732421 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bacad224-1f30-4cc3-b2da-a645fa7f99c9 req-da504cb4-440f-44b9-835b-1d10e9b3e375 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411055 May 31 11:56:23.937368 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816cbf3-fde5-49f3-8aa7-fc179fc2f07b req-e67f282f-4013-4eba-b93e-abafd55a5925 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.938802 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2816cbf3-fde5-49f3-8aa7-fc179fc2f07b req-e67f282f-4013-4eba-b93e-abafd55a5925 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0881104 May 31 11:56:23.984600 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-2816cbf3-fde5-49f3-8aa7-fc179fc2f07b req-40669d1a-046b-4e29-bb87-3dbb393c4b3c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399432 May 31 11:56:25.183289 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15f77-4ddb-48fa-8ce2-168bad5c3402 req-ae295780-8bc7-4304-919d-3cc2ee5966e0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:25.184706 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c15f77-4ddb-48fa-8ce2-168bad5c3402 req-ae295780-8bc7-4304-919d-3cc2ee5966e0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0811696 May 31 11:56:25.236169 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-57c15f77-4ddb-48fa-8ce2-168bad5c3402 req-c76a611c-f667-47ad-8b3c-31b8147d143b tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450833 May 31 11:56:26.445980 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215e7b3-f75e-4877-aea1-6b44c8a5e76a req-21517357-f852-43d6-8bbf-abc19e1da448 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:26.447582 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c215e7b3-f75e-4877-aea1-6b44c8a5e76a req-21517357-f852-43d6-8bbf-abc19e1da448 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0887332 May 31 11:56:26.495177 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c215e7b3-f75e-4877-aea1-6b44c8a5e76a req-6fe2bc31-42f7-4751-82b1-d104134d02d1 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415733 May 31 11:56:27.694416 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf855bb-8cf9-44a6-9ba8-e8998941051e req-959800ea-f8b5-43b9-b387-546400d46e04 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:27.695890 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bcf855bb-8cf9-44a6-9ba8-e8998941051e req-959800ea-f8b5-43b9-b387-546400d46e04 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0852101 May 31 11:56:27.746275 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-bcf855bb-8cf9-44a6-9ba8-e8998941051e req-47db391f-2259-4bd7-8751-0cf2c81ad1ae tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af63995-70af-4183-9a2a-e37f93c33694&id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422962 May 31 11:56:28.564702 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:44.366012 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.612523 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7eed-4208-4361-828e-bc8cd43f2760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.789058 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-202e94a3-0006-4c29-9f63-010db000555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.846975 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.032303 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.601751 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.938364 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-1daba1c3-bbb9-4b61-9db3-f8e6ff870bc0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819573 May 31 11:56:54.123921 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-7051492d-f35b-42e6-9300-77cfc05e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:54.125308 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-7051492d-f35b-42e6-9300-77cfc05e8716 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1137 time: 0.0770366 May 31 11:56:54.271803 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-d9bc6784-b168-4adf-9d93-acf6aff32b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:54.273246 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-d9bc6784-b168-4adf-9d93-acf6aff32b31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.1273844 May 31 11:56:54.377009 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-c9430876-bfda-48e4-a63a-241733fbc1e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 1001 time: 0.0970984 May 31 11:56:54.456672 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-c996476e-fedf-4907-bcd1-ed1528d4f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:54.459021 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-c996476e-fedf-4907-bcd1-ed1528d4f575 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0748217 May 31 11:56:54.545023 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-fdddc214-36bb-41ac-9c27-bbd564d3f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:54.546464 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-fdddc214-36bb-41ac-9c27-bbd564d3f788 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808074 May 31 11:56:54.680137 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-5a160f10-456e-4b8c-92fd-51c6dd3f54fd service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265535 May 31 11:56:54.833548 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-30231571-d0ea-4b0d-9f9b-3088c957f6ec req-8194dd6b-e5df-4ac6-a153-6b2571b8e520 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462491 May 31 11:56:58.777249 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-1e81a830-388b-4033-8daf-9a3eb3162faf tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959936360&fields=id&tenant_id=966ffc490782402ebac104781ff69aa4 HTTP/1.1" status: 200 len: 267 time: 0.0574758 May 31 11:56:58.875940 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-b5cd3752-1e9c-401f-b545-7d7ddd76cb9b tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:58.877403 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-b5cd3752-1e9c-401f-b545-7d7ddd76cb9b tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 984 time: 0.0919352 May 31 11:56:58.888465 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.v2.base [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Request body: {'port': {'security_groups': ['115353d1-386a-4014-8b67-d40db8044d7d']}} {{(pid=98398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:59.018192 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4113187'] for port, before_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.373425 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.plugins.ml2.db [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:59.401550 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for port, precommit_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.415936 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748946563220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748946178533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748946180374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10739755'] for port, after_update {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.422666 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-556f7478-1727-42ca-8727-d8022bac680d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:59.452324 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['3da2e0b7-68b1-4004-86ba-29a99b092fbe'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:59.488129 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:59.488754 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.490192 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-1fddb8f3-65eb-4d4e-bc1c-bfafda285b6a req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "PUT /v2.0/ports/3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 942 time: 0.6064239 May 31 11:56:59.490751 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe'}] {{(pid=98398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:59.493064 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14592423bffda5251d18173a58d0d9c8cfd9e5ccde460b63cff9223f91d012b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec" -d '{"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe"}]}' {{(pid=98398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:59.498456 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37772) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:59.518061 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event updated for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=7']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:59.527419 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.527801 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.528173 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.528537 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.528892 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.529249 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.529606 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.529969 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.530319 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.530714 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.531125 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.531482 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.535821 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-96211b62-70c6-4c7a-af6b-f19b036c5b8d tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:59.562226 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad5e018-a4dd-466d-82c8-80adfdbf5370 x-openstack-request-id: req-7ad5e018-a4dd-466d-82c8-80adfdbf5370 {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:59.562560 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe", "status": "completed", "code": 200}]} {{(pid=98398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:59.562875 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ad5e018-a4dd-466d-82c8-80adfdbf5370 {{(pid=98398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:59.563317 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'status': 'completed', 'code': 200} May 31 11:56:59.591995 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.615425 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['3da2e0b7-68b1-4004-86ba-29a99b092fbe'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:59.678111 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.731711 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.provisioning_blocks [None req-736fd5d3-17f0-4c6c-a98e-ebc01a674e3e None None] Provisioning complete for port 3da2e0b7-68b1-4004-86ba-29a99b092fbe triggered by entity DHCP. {{(pid=98399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:59.732079 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-736fd5d3-17f0-4c6c-a98e-ebc01a674e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101141'] for port, provisioning_complete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.737478 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-9419110d-538e-44ea-bdea-d95cb8d0d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:59.739087 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-9419110d-538e-44ea-bdea-d95cb8d0d165 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1098 time: 0.1297162 May 31 11:56:59.839307 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.845697 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2074f282-2378-4e4c-a421-034052383f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:59.873259 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af63995-70af-4183-9a2a-e37f93c33694,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:59.890427 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.890838 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.891202 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.891569 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.891926 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.892284 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.892640 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.892998 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.893349 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.893702 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.894051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.894399 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:59.897644 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:59.911379 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:59.912492 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-1aa3d7ac-25cf-4ab4-9636-e0a482dfe241 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "DELETE /v2.0/security-groups/6af63995-70af-4183-9a2a-e37f93c33694 HTTP/1.1" status: 204 len: 168 time: 0.4133291 May 31 11:56:59.915280 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37776) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:59.972514 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-cac69b9d-14c8-412b-847e-74d2ba4b93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:59.973958 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-cac69b9d-14c8-412b-847e-74d2ba4b93a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.2288733 May 31 11:57:00.274947 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-859457cd-9627-4cd1-a251-881c9f404f14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 1001 time: 0.2941325 May 31 11:57:00.387526 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-c0e00a71-7a36-472c-b66e-615fb71277c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.388929 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-c0e00a71-7a36-472c-b66e-615fb71277c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.1071310 May 31 11:57:00.473979 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Deleting port 4bb7cc9e-8481-4599-89e1-5716e136f9b2 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:00.474311 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.556089 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-b09b50ed-c1b4-4ba0-8ed0-31ac348e6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.557525 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-b09b50ed-c1b4-4ba0-8ed0-31ac348e6282 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1604273 May 31 11:57:00.677997 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.678290 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.812353 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Calling delete_port for 4bb7cc9e-8481-4599-89e1-5716e136f9b2 owned by network:floatingip {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:00.839922 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-ebdd2f92-664a-467b-8ff2-49d60eae4c59 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750375 May 31 11:57:00.986905 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-cb1a3eb5-1d04-4204-93b6-ca6caf2604ec req-cd30484c-714a-4c48-8801-527246d97c6e service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402178 May 31 11:57:01.065942 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.069491 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e1da03d5-e0e5-44bb-8091-11cf85e178b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:01.116588 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event deleted for resources: {'Port': ['ID=4bb7cc9e-8481-4599-89e1-5716e136f9b2,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:01.119792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:01.219307 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks [] for floatingip, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.219609 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.db.l3_db [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Floating IP f9661a02-c414-4a32-ada5-394ea8f2b6e0 disassociated (deleted). External IP: 172.27.0.102, port: 3da2e0b7-68b1-4004-86ba-29a99b092fbe. May 31 11:57:01.684662 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Router f85d811c-e38a-4750-9830-676fdcfb5b08 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:01.879864 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:01.889838 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] Sync routers for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:01.901369 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:01.902084 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:56:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:01.902367 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for floatingip, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.956347 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-22551648-800c-46be-b908-ad8ecd7e6bf5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "DELETE /v2.0/floatingips/f9661a02-c414-4a32-ada5-394ea8f2b6e0 HTTP/1.1" status: 204 len: 168 time: 2.0400541 May 31 11:57:01.957192 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:01.959514 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b09fec7-2c97-46a4-bd6d-b496787c9136" -d '{"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:02.079888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854c81b-79f0-44ea-a15d-984fcbac56f3 x-openstack-request-id: req-5854c81b-79f0-44ea-a15d-984fcbac56f3 {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:02.080173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:02.080413 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5854c81b-79f0-44ea-a15d-984fcbac56f3 {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:02.080854 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'status': 'completed', 'code': 200} May 31 11:57:02.085986 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:02.191767 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-0e108832-8280-4c11-8e5d-6b0005b5b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.193242 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-0e108832-8280-4c11-8e5d-6b0005b5b363 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=966ffc490782402ebac104781ff69aa4&device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 1098 time: 0.0708585 May 31 11:57:02.335744 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-6595c14a-9c5a-428e-a43a-484eab60fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.337248 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-6595c14a-9c5a-428e-a43a-484eab60fff0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 200 len: 916 time: 0.1379251 May 31 11:57:02.412088 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 5, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:02.416811 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] Checking router: f85d811c-e38a-4750-9830-676fdcfb5b08 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:57:02.422396 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-34eb8acc-7449-492a-91f2-33c7e18299f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 200 len: 217 time: 0.0685930 May 31 11:57:02.425685 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:02.426291 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:56:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:02.488400 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-11975593-4168-4833-92a7-40f7349af7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.489859 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-11975593-4168-4833-92a7-40f7349af7ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 200 len: 854 time: 0.0607946 May 31 11:57:02.566333 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-3653c431-fd77-429a-b737-db2cf81e2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.567975 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-3653c431-fd77-429a-b737-db2cf81e2e64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=47948a03-c05f-4bc0-9a3b-906f75d356c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715156 May 31 11:57:02.609097 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:02.703146 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-ee1d548f-5aa1-4a98-b120-bdbd633250c6 service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273043 May 31 11:57:02.847790 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-5b09fec7-2c97-46a4-bd6d-b496787c9136 req-afe0bf32-5310-4cc1-ac72-8af09d6682bb service neutron] 10.222.0.62 "GET /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271298 May 31 11:57:02.959130 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 5, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:02.963229 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43868192-0df3-488c-8432-a5da0633f2b1 None None] The sync data for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi is: [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi', '_interfaces': [{'id': 'd663e7ee-75bc-497f-8c2e-443bae087003', 'name': '', 'network_id': '47948a03-c05f-4bc0-9a3b-906f75d356c4', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'mac_address': 'fa:16:3e:05:85:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:04Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 5, 'project_id': '966ffc490782402ebac104781ff69aa4', 'subnets': [{'id': '244cd5b3-2dc8-47a2-968e-33adc1c159e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:03.166685 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508ad39-9975-494a-9b4c-f1b1463fbe70 None None] New status for floating IP f9661a02-c414-4a32-ada5-394ea8f2b6e0: DOWN {{(pid=98400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:57:05.280865 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87bb76-1b97-45d4-a557-da029e284f1d req-89109040-70d6-48cf-b124-f40c90f1bc57 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.281554 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0c87bb76-1b97-45d4-a557-da029e284f1d req-89109040-70d6-48cf-b124-f40c90f1bc57 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Synchronizing usage tracker for tenant:966ffc490782402ebac104781ff69aa4 on resource:port {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:05.298717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0c87bb76-1b97-45d4-a557-da029e284f1d req-89109040-70d6-48cf-b124-f40c90f1bc57 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Unset dirty status for tenant:966ffc490782402ebac104781ff69aa4 on resource:port {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:05.299920 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0c87bb76-1b97-45d4-a557-da029e284f1d req-89109040-70d6-48cf-b124-f40c90f1bc57 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.1052165 May 31 11:57:05.352546 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0c87bb76-1b97-45d4-a557-da029e284f1d req-603ae667-2782-4258-911b-8a3a37c11d75 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Synchronizing usage tracker for tenant:966ffc490782402ebac104781ff69aa4 on resource:security_group {{(pid=98397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:05.370792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.quota.resource [req-0c87bb76-1b97-45d4-a557-da029e284f1d req-603ae667-2782-4258-911b-8a3a37c11d75 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Unset dirty status for tenant:966ffc490782402ebac104781ff69aa4 on resource:security_group {{(pid=98397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:05.371952 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-0c87bb76-1b97-45d4-a557-da029e284f1d req-603ae667-2782-4258-911b-8a3a37c11d75 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655954 May 31 11:57:05.568829 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:06.592403 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e2b-3296-4c34-b5f7-cbafecc59e8b req-993084c3-4c1e-4b53-b892-5e537800058c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.593861 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c2b63e2b-3296-4c34-b5f7-cbafecc59e8b req-993084c3-4c1e-4b53-b892-5e537800058c tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.0934041 May 31 11:57:06.642822 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [req-c2b63e2b-3296-4c34-b5f7-cbafecc59e8b req-af5e04dd-1794-424e-8cc7-fa1ead3cf1a5 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/security-groups?id=115353d1-386a-4014-8b67-d40db8044d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 May 31 11:57:07.027470 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-5bff24f0-d4a4-435d-a3c5-aa3174c24c27 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.028907 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-5bff24f0-d4a4-435d-a3c5-aa3174c24c27 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.62 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 945 time: 0.0856228 May 31 11:57:07.170717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Deleting port 3da2e0b7-68b1-4004-86ba-29a99b092fbe {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:07.171035 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.409723 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] For port 3da2e0b7-68b1-4004-86ba-29a99b092fbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3da2e0b7-68b1-4004-86ba-29a99b092fbe,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:07.409999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.540841 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Calling delete_port for 3da2e0b7-68b1-4004-86ba-29a99b092fbe owned by compute:nova {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:07.654070 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.659984 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-002366e1-6f6c-46fb-a52d-0185ea9efffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:07.688748 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] get_ports_and_sgs() called for port_ids ['3da2e0b7-68b1-4004-86ba-29a99b092fbe'] {{(pid=98399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:07.711041 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Pushing event deleted for resources: {'Port': ['ID=3da2e0b7-68b1-4004-86ba-29a99b092fbe,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:07.713208 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:07.827065 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] No DVR routers for this DVR port 3da2e0b7-68b1-4004-86ba-29a99b092fbe on host hv-cinder-78638 {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:07.833890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42573'] for port, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.836529 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'name': 'network-vif-deleted', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe'}] {{(pid=98397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:07.838807 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}635ed566fd33af7c0a28e38df36675a538a6aee39ca88263bcc90c90c1bb1457" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d79c2-8c8f-4330-8b38-c4f03d11010a" -d '{"events": [{"server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "name": "network-vif-deleted", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe"}]}' {{(pid=98397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:07.844195 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-dd967263-b72f-4f1f-846a-887d589dc6a7 req-7268f1b6-97e5-40a7-83c6-6a19ebf86bc0 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.18 "GET /v2.0/ports?device_id=93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a HTTP/1.1" status: 200 len: 210 time: 0.0636654 May 31 11:57:07.861827 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [req-c5edfbe8-fb9d-4ea0-ba4e-c7f035f1876d req-84538b2f-7693-49ff-bbc0-82b32e61be19 tempest-TestMinimumBasicScenario-603322473 tempest-TestMinimumBasicScenario-603322473-project] 10.222.0.62 "DELETE /v2.0/ports/3da2e0b7-68b1-4004-86ba-29a99b092fbe HTTP/1.1" status: 204 len: 173 time: 0.8266304 May 31 11:57:07.885406 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987be97-7961-4c2d-aa4c-fe0cbc41ae2e x-openstack-request-id: req-1987be97-7961-4c2d-aa4c-fe0cbc41ae2e {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:07.885738 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a", "name": "network-vif-deleted", "tag": "3da2e0b7-68b1-4004-86ba-29a99b092fbe", "status": "completed", "code": 200}]} {{(pid=98397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:07.886035 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1987be97-7961-4c2d-aa4c-fe0cbc41ae2e {{(pid=98397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:07.886469 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fc1e61-38e4-4b59-8ff1-a772fbc9fd0a', 'name': 'network-vif-deleted', 'tag': '3da2e0b7-68b1-4004-86ba-29a99b092fbe', 'status': 'completed', 'code': 200} May 31 11:57:09.517889 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37860) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:10.077210 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.510630 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Deleting port d663e7ee-75bc-497f-8c2e-443bae087003 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:10.510966 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.737888 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] For port d663e7ee-75bc-497f-8c2e-443bae087003, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=d663e7ee-75bc-497f-8c2e-443bae087003,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:10.738658 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.863740 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Calling delete_port for d663e7ee-75bc-497f-8c2e-443bae087003 owned by network:router_interface {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:11.151312 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.154772 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-a08c30e5-9707-48b7-ae8d-ced0a628ce89 tempest-AttachVolumeTestJSON-768883926 tempest-AttachVolumeTestJSON-768883926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:11.196466 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d663e7ee-75bc-497f-8c2e-443bae087003,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:11.199790 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:11.312843 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3da2e0b7-68b1-4004-86ba-29a99b092fbe no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:11.347883 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] No Port match for: 3da2e0b7-68b1-4004-86ba-29a99b092fbe {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:11.348053 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Device 3da2e0b7-68b1-4004-86ba-29a99b092fbe not bound to the agent host hv-cinder-78638 {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:11.466726 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.831068 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Router f85d811c-e38a-4750-9830-676fdcfb5b08 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:12.131009 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:12.139345 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] Sync routers for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:12.144297 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/f85d811c-e38a-4750-9830-676fdcfb5b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6252971 May 31 11:57:12.146820 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37864) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:12.149182 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:12.149788 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:56:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:12.321217 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.324971 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:12.491167 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.566266 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Deleting port ac8a6886-d008-4c63-9577-8dcfdb8d99c5 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:12.566686 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.602195 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:57:11Z', 'revision_number': 5, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port': {'id': 'ac8a6886-d008-4c63-9577-8dcfdb8d99c5', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:02Z', 'updated_at': '2021-05-31T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:12.606093 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] Checking router: f85d811c-e38a-4750-9830-676fdcfb5b08 for host: dv-cinder-786383-7-iscsi {{(pid=98399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:57:12.614519 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] Routers {'f85d811c-e38a-4750-9830-676fdcfb5b08'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:12.615130 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:56:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['f85d811c-e38a-4750-9830-676fdcfb5b08'], 'active': True} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:12.687171 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] For port ac8a6886-d008-4c63-9577-8dcfdb8d99c5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:12.687556 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.761920 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvr_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] Set router f85d811c-e38a-4750-9830-676fdcfb5b08 gateway port host: None {{(pid=98399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:12.809108 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Calling delete_port for ac8a6886-d008-4c63-9577-8dcfdb8d99c5 owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:12.867079 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_hamode_db [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:57:12Z', 'revision_number': 6, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:12.870991 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56406b13-a1fa-4b2b-b115-5d5a63956663 None None] The sync data for ids ['f85d811c-e38a-4750-9830-676fdcfb5b08'] in dv-cinder-786383-7-iscsi is: [{'id': 'f85d811c-e38a-4750-9830-676fdcfb5b08', 'name': 'tempest-TestMinimumBasicScenario-1904371669-router', 'tenant_id': '966ffc490782402ebac104781ff69aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:01Z', 'updated_at': '2021-05-31T11:57:12Z', 'revision_number': 6, 'project_id': '966ffc490782402ebac104781ff69aa4', 'gw_port_host': None}] {{(pid=98399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:12.963178 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:12.967727 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-5fdc8d3c-c3bb-43a3-8cff-81ec99db316d tempest-AttachVolumeNegativeTest-847519449 tempest-AttachVolumeNegativeTest-847519449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:13.010589 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8a6886-d008-4c63-9577-8dcfdb8d99c5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:13.037137 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:13.108043 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.294492 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.296879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.323238 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.323806 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f85d811c-e38a-4750-9830-676fdcfb5b08 {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:57:13.335948 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.337054 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-9259be13-2d3a-4eb5-b095-dee0a3f60323 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f85d811c-e38a-4750-9830-676fdcfb5b08 HTTP/1.1" status: 204 len: 168 time: 1.1893327 May 31 11:57:13.339663 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37868) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:13.399719 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Deleting subnet 244cd5b3-2dc8-47a2-968e-33adc1c159e5 {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:57:13.402951 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.454498 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.622973 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d663e7ee-75bc-497f-8c2e-443bae087003 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:13.643106 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.668775 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: d663e7ee-75bc-497f-8c2e-443bae087003 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:13.669126 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device d663e7ee-75bc-497f-8c2e-443bae087003 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:13.893245 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.896792 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-81ccf88d-f8b6-4001-a453-bdffd05a280b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:13.930165 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244cd5b3-2dc8-47a2-968e-33adc1c159e5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:13.933163 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:13.934180 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.939281 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9a459-c9b4-421d-ac5c-3a6c22c9b4fb None None] Network 47948a03-c05f-4bc0-9a3b-906f75d356c4 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:57:13.939895 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-79136992-b238-4122-ab37-fa1b15c11441 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/244cd5b3-2dc8-47a2-968e-33adc1c159e5 HTTP/1.1" status: 204 len: 168 time: 0.5991673 May 31 11:57:13.942505 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37872) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:14.051345 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.125612 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Deleting port b2c485f9-466f-4022-8937-1ae3843ce0f4 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:14.125856 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.223637 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] For port b2c485f9-466f-4022-8937-1ae3843ce0f4, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=b2c485f9-466f-4022-8937-1ae3843ce0f4,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:14.223988 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.234001 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] DHCP port deletion for 47948a03-c05f-4bc0-9a3b-906f75d356c4 request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:57:14.298371 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Deleting port b2c485f9-466f-4022-8937-1ae3843ce0f4 {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:14.298763 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.351144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Calling delete_port for b2c485f9-466f-4022-8937-1ae3843ce0f4 owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:14.399185 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.400572 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.405144 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-f11717ed-ccc2-413e-915c-637afd2ef6cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.405934 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] For port b2c485f9-466f-4022-8937-1ae3843ce0f4, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=b2c485f9-466f-4022-8937-1ae3843ce0f4,segment=NetworkSegment(191dca5c-936b-4687-8cc1-456a6a885bc3),segment_id=191dca5c-936b-4687-8cc1-456a6a885bc3)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:14.406323 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.448739 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c485f9-466f-4022-8937-1ae3843ce0f4,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:14.451956 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:14.452736 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] No DVR routers for this DVR port b2c485f9-466f-4022-8937-1ae3843ce0f4 on host dv-cinder-786383-7-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:14.524405 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Calling delete_port for b2c485f9-466f-4022-8937-1ae3843ce0f4 owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:14.565886 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.568347 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.572876 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.579233 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47948a03-c05f-4bc0-9a3b-906f75d356c4']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:14.591590 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191dca5c-936b-4687-8cc1-456a6a885bc3') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:14.591890 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191dca5c-936b-4687-8cc1-456a6a885bc3') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:14.603587 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.616880 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Pushing event deleted for resources: {'Port': ['ID=b2c485f9-466f-4022-8937-1ae3843ce0f4,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:14.619700 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.622884 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] No DVR routers for this DVR port b2c485f9-466f-4022-8937-1ae3843ce0f4 on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:14.627044 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:57:14.627634 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.632778 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.632778 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.632778 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.632778 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.632778 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.632778 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.632778 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.633846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.633846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.633846 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.634186 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.634272 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-iscsi {{(pid=98399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:14.640750 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-b5455f7a-ac1a-4785-a34e-2d4b9688629e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:57:14.642574 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:57:14.722031 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.726220 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-95865697-bb30-44bc-b008-2599a6adc0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:14.739162 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.749173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=47948a03-c05f-4bc0-9a3b-906f75d356c4,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:14.752173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:14.765765 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-127256b1-bb0a-4219-9e09-d8525b3249c7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/47948a03-c05f-4bc0-9a3b-906f75d356c4 HTTP/1.1" status: 204 len: 168 time: 0.8223078 May 31 11:57:14.768902 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37876) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:15.254561 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b2c485f9-466f-4022-8937-1ae3843ce0f4 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:15.287785 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: b2c485f9-466f-4022-8937-1ae3843ce0f4 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:15.288129 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device b2c485f9-466f-4022-8937-1ae3843ce0f4 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:15.288575 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ac8a6886-d008-4c63-9577-8dcfdb8d99c5 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:15.321007 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: ac8a6886-d008-4c63-9577-8dcfdb8d99c5 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:15.321346 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device ac8a6886-d008-4c63-9577-8dcfdb8d99c5 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:15.436390 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977868'] for router_interface, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.871443 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Deleting port 07fd1374-976f-474c-aa37-45dad4fdf9a5 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:15.871747 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.003362 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] For port 07fd1374-976f-474c-aa37-45dad4fdf9a5, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=07fd1374-976f-474c-aa37-45dad4fdf9a5,segment=NetworkSegment(69ea086f-2ede-4495-b54d-8a599b5be81a),segment_id=69ea086f-2ede-4495-b54d-8a599b5be81a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:16.003730 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.124545 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Calling delete_port for 07fd1374-976f-474c-aa37-45dad4fdf9a5 owned by network:router_interface {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:16.313928 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.317717 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-7a8bc534-3a31-4e04-a059-4d12eec0a33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:16.360542 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fd1374-976f-474c-aa37-45dad4fdf9a5,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:16.363478 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:16.619471 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-42b7ddc8-96e3-49fc-ae83-efd3fd94652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.630689 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981340'] for router_interface, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.094150 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Router 441e3a10-d6ad-4ec9-8766-53f6adba1776 has already been hosted by L3 agent a53a43ae-295b-4fcd-b487-d146bf11e618 {{(pid=98397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:57:17.274830 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-iscsi the message routers_updated {{(pid=98397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:57:17.283829 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] Sync routers for ids ['441e3a10-d6ad-4ec9-8766-53f6adba1776'] in dv-cinder-786383-7-iscsi {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:57:17.292434 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-850fc1d4-3567-4c43-a73b-85538d509b50 admin admin] 10.222.0.18 "PUT /v2.0/routers/441e3a10-d6ad-4ec9-8766-53f6adba1776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5224597 May 31 11:57:17.295038 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37880) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:17.298479 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] Routers {'441e3a10-d6ad-4ec9-8766-53f6adba1776'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:17.299078 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:56:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['441e3a10-d6ad-4ec9-8766-53f6adba1776'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:17.469879 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks [] for router, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.494342 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] Set router 441e3a10-d6ad-4ec9-8766-53f6adba1776 gateway port host: dv-cinder-786383-7-iscsi {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:17.645415 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.716019 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Deleting port 992ecfec-9650-4e29-a8db-ced3f261d27d {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:17.716292 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.773735 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'external_fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:57:16Z', 'revision_number': 5, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port': {'id': '992ecfec-9650-4e29-a8db-ced3f261d27d', 'name': '', 'network_id': '2c1b103c-5ff5-4965-aeea-244fcda64f0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:08Z', 'updated_at': '2021-05-31T11:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1a373f-3478-4c8e-a87a-ed4523b35952', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-iscsi'}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:17.777692 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] Checking router: 441e3a10-d6ad-4ec9-8766-53f6adba1776 for host: dv-cinder-786383-7-iscsi {{(pid=98400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:57:17.786733 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] Routers {'441e3a10-d6ad-4ec9-8766-53f6adba1776'} bound to L3 agent in host dv-cinder-786383-7-iscsi {{(pid=98400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:57:17.787328 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:32:49Z,description=,heartbeat_timestamp=2021-05-31T11:56:49Z,host='dv-cinder-786383-7-iscsi',id=a53a43ae-295b-4fcd-b487-d146bf11e618,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:32:49Z,topic='l3_agent')) {'router_ids': ['441e3a10-d6ad-4ec9-8766-53f6adba1776'], 'active': True} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:17.835436 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] For port 992ecfec-9650-4e29-a8db-ced3f261d27d, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=992ecfec-9650-4e29-a8db-ced3f261d27d,segment=NetworkSegment(e1e53f3f-d932-4f32-9f1f-058e74679b5a),segment_id=e1e53f3f-d932-4f32-9f1f-058e74679b5a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:17.835766 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.934407 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_dvr_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] Set router 441e3a10-d6ad-4ec9-8766-53f6adba1776 gateway port host: None {{(pid=98400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:57:17.955558 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Calling delete_port for 992ecfec-9650-4e29-a8db-ced3f261d27d owned by network:router_gateway {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:18.036924 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.l3_hamode_db [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:57:17Z', 'revision_number': 6, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port_host': None}], 'dv-cinder-786383-7-iscsi', False) {} {{(pid=98400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:18.041523 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f00333d-6fa4-4cd8-a56d-a10295a05768 None None] The sync data for ids ['441e3a10-d6ad-4ec9-8766-53f6adba1776'] in dv-cinder-786383-7-iscsi is: [{'id': '441e3a10-d6ad-4ec9-8766-53f6adba1776', 'name': 'tempest-TestMinimumBasicScenario-963960544-router', 'tenant_id': 'dc9241bcd9054ba78679d5cc1d465492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:55:07Z', 'updated_at': '2021-05-31T11:57:17Z', 'revision_number': 6, 'project_id': 'dc9241bcd9054ba78679d5cc1d465492', 'gw_port_host': None}] {{(pid=98400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:57:18.204378 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.210991 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-ea63564e-d2d8-4c61-b3f7-852bb96c42c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:18.262127 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Pushing event deleted for resources: {'Port': ['ID=992ecfec-9650-4e29-a8db-ced3f261d27d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:18.286652 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:18.349283 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-975825'] for router_gateway, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.530182 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3432'] for router, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.532566 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.557075 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981088'] for router, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.557585 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441e3a10-d6ad-4ec9-8766-53f6adba1776 {{(pid=98397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:57:18.569202 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] Notify callbacks [] for router, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.570319 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-c110cd36-0ffe-4765-8113-b647bc7abaac admin admin] 10.222.0.18 "DELETE /v2.0/routers/441e3a10-d6ad-4ec9-8766-53f6adba1776 HTTP/1.1" status: 204 len: 168 time: 1.2744069 May 31 11:57:18.573847 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37884) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:18.634541 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Deleting subnet e89205c5-5de2-4e3b-9d2d-cb379dddc17d {{(pid=98397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:57:18.637513 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.684765 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638400'] for subnet, precommit_delete_associations {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.761006 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4104943'] for subnet, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.791609 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-4debe4e4-12c7-4765-a7bf-f133fb67c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.850341 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.015051 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4102490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10710063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10608610'] for subnet, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.019123 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:19.060227 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89205c5-5de2-4e3b-9d2d-cb379dddc17d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:19.062173 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for subnet, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.067116 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6d93b-8bc6-4609-9075-3b0bd16e879e None None] Network 58066157-a6a9-42c2-be49-dbebd6429719 requested from dv-cinder-786383-7-iscsi {{(pid=98399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:57:19.067362 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:19.070710 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-2a18209d-5fee-4fba-969e-91992809da51 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e89205c5-5de2-4e3b-9d2d-cb379dddc17d HTTP/1.1" status: 204 len: 168 time: 0.4940913 May 31 11:57:19.071407 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37888) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:19.174167 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4132763'] for network, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.258594 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Deleting port 086a40f3-6c26-49b3-8840-8c62623854c9 {{(pid=98397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:19.259073 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.277370 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 07fd1374-976f-474c-aa37-45dad4fdf9a5 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:19.315667 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 07fd1374-976f-474c-aa37-45dad4fdf9a5 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:19.315962 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 07fd1374-976f-474c-aa37-45dad4fdf9a5 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:19.316395 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 992ecfec-9650-4e29-a8db-ced3f261d27d no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:19.344937 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] DHCP port deletion for 58066157-a6a9-42c2-be49-dbebd6429719 request from dv-cinder-786383-7-iscsi {{(pid=98399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:57:19.355297 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 992ecfec-9650-4e29-a8db-ced3f261d27d {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:19.355693 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 992ecfec-9650-4e29-a8db-ced3f261d27d not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:19.361999 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.db [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] For port 086a40f3-6c26-49b3-8840-8c62623854c9, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=086a40f3-6c26-49b3-8840-8c62623854c9,segment=NetworkSegment(69ea086f-2ede-4495-b54d-8a599b5be81a),segment_id=69ea086f-2ede-4495-b54d-8a599b5be81a)] {{(pid=98397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:19.362394 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.416175 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] Deleting port 086a40f3-6c26-49b3-8840-8c62623854c9 {{(pid=98399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:19.416551 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748946562115'] for port, before_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.484538 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.plugin [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Calling delete_port for 086a40f3-6c26-49b3-8840-8c62623854c9 owned by network:dhcp {{(pid=98397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:19.515446 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.db [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] For port 086a40f3-6c26-49b3-8840-8c62623854c9, host dv-cinder-786383-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-iscsi',level=0,port_id=086a40f3-6c26-49b3-8840-8c62623854c9,segment=NetworkSegment(69ea086f-2ede-4495-b54d-8a599b5be81a),segment_id=69ea086f-2ede-4495-b54d-8a599b5be81a)] {{(pid=98399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:19.515803 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982557'] for port, precommit_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.535519 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10543580'] for port, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.540403 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-e2e08051-2ee2-4385-9df8-6a3c724826f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:19.587467 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] No DVR routers for this DVR port 086a40f3-6c26-49b3-8840-8c62623854c9 on host dv-cinder-786383-7-iscsi {{(pid=98397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:19.589261 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=086a40f3-6c26-49b3-8840-8c62623854c9,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:19.634335 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] Calling delete_port for 086a40f3-6c26-49b3-8840-8c62623854c9 owned by network:dhcp {{(pid=98399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:19.679875 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4112884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748946563238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748946178524'] for port, after_delete {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.683791 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:19.716231 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:19.731774 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] Pushing event deleted for resources: {'Port': ['ID=086a40f3-6c26-49b3-8840-8c62623854c9,revision_number=None']} {{(pid=98399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:19.734311 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG oslo_concurrency.lockutils [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:19.737009 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0831357-79d5-4ca3-a909-594cea323794 None None] No DVR routers for this DVR port 086a40f3-6c26-49b3-8840-8c62623854c9 on host dv-cinder-786383-7-iscsi {{(pid=98399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:19.810691 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4103264', 'neutron.services.segments.db._delete_segments_for_network-8748946639068'] for network, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.827002 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58066157-a6a9-42c2-be49-dbebd6429719']}} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:19.839431 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ea086f-2ede-4495-b54d-8a599b5be81a') {'for_net_delete': True} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:19.839741 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.services.segments.db [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ea086f-2ede-4495-b54d-8a599b5be81a') {} {{(pid=98397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:19.856965 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748946648989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638411'] for segment, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.873925 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712'] for segment, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.880167 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:57:19.880542 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10543497'] for segment, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: Traceback (most recent call last): May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: timer() May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: cb(*args, **kw) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: return func(*args, **kwargs) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: self._notify() May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: self.callback(batched_events) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: event.method(event) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: return f(self, *a, **k) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._get(url).json() May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: return self.request(url, 'GET', **kwargs) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:57:19.893469 dv-cinder-786383-7-iscsi neutron-server[98397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:57:19.981329 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4103273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-975820'] for network, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.984588 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:19.997367 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538581'] for network, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.007100 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=58066157-a6a9-42c2-be49-dbebd6429719,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:20.011089 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:20.014896 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-56c97810-8482-4b67-b2ca-9e44c1a699a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/58066157-a6a9-42c2-be49-dbebd6429719 HTTP/1.1" status: 204 len: 168 time: 0.9424767 May 31 11:57:20.030112 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.196933 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37894) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:20.248812 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-91a44f75-5f0b-4000-91b0-acd4bfdb8e6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=966ffc490782402ebac104781ff69aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503478 May 31 11:57:20.251292 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.wsgi [-] (98397) accepted ('10.222.0.18', 37898) {{(pid=98397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:20.309421 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6d7b70d2-13d0-4137-9bb2-124dc831b729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.335145 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6d7b70d2-13d0-4137-9bb2-124dc831b729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.393120 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6d7b70d2-13d0-4137-9bb2-124dc831b729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.396710 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-59b31ad6-af3f-4d3b-8599-7caaeb71ba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:20.408972 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b70d2-13d0-4137-9bb2-124dc831b729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115353d1-386a-4014-8b67-d40db8044d7d,revision_number=None']} {{(pid=98397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:20.412139 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG oslo_concurrency.lockutils [None req-6d7b70d2-13d0-4137-9bb2-124dc831b729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:20.421829 dv-cinder-786383-7-iscsi neutron-server[98397]: DEBUG neutron_lib.callbacks.manager [None req-6d7b70d2-13d0-4137-9bb2-124dc831b729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.423048 dv-cinder-786383-7-iscsi neutron-server[98397]: INFO neutron.wsgi [None req-6d7b70d2-13d0-4137-9bb2-124dc831b729 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/115353d1-386a-4014-8b67-d40db8044d7d HTTP/1.1" status: 204 len: 168 time: 0.1708753 May 31 11:57:20.811776 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37906) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:20.861504 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-a88c4da3-8be6-4a1b-bbf7-8e62acea635b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc9241bcd9054ba78679d5cc1d465492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485282 May 31 11:57:20.864918 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [-] (98398) accepted ('10.222.0.18', 37910) {{(pid=98398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:20.923288 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bb96ff73-2be4-4357-81f2-2d16e7c90eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.949665 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bb96ff73-2be4-4357-81f2-2d16e7c90eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:21.000436 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bb96ff73-2be4-4357-81f2-2d16e7c90eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853606'] for security_group, after_delete {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:21.004072 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-8d927a46-4840-4b72-85a7-68493b2ef929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:21.014654 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96ff73-2be4-4357-81f2-2d16e7c90eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fdc718-2153-4956-925f-035e2c6f5b7b,revision_number=None']} {{(pid=98398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:21.018389 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG oslo_concurrency.lockutils [None req-bb96ff73-2be4-4357-81f2-2d16e7c90eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:21.021578 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron_lib.callbacks.manager [None req-bb96ff73-2be4-4357-81f2-2d16e7c90eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:21.022777 dv-cinder-786383-7-iscsi neutron-server[98398]: INFO neutron.wsgi [None req-bb96ff73-2be4-4357-81f2-2d16e7c90eee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06fdc718-2153-4956-925f-035e2c6f5b7b HTTP/1.1" status: 204 len: 168 time: 0.1569221 May 31 11:57:21.253340 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 086a40f3-6c26-49b3-8840-8c62623854c9 no longer exists at agent ovs-agent-dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:21.289698 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.plugin [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] No Port match for: 086a40f3-6c26-49b3-8840-8c62623854c9 {{(pid=98399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:21.290007 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron.plugins.ml2.rpc [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Device 086a40f3-6c26-49b3-8840-8c62623854c9 not bound to the agent host dv-cinder-786383-7-iscsi {{(pid=98399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:21.595837 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.573456 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:44.377958 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.616636 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8023-e098-41f7-9d00-8ba6ab9caaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:48.792334 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-6f718e7f-099d-477e-89e2-640e1e2a7bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:48.856298 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:50.044042 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.602988 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.391687 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.610913 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2a563387-0115-4d04-93ce-ba16f5d88d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:18.799691 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-54c8032b-a1fc-498f-81eb-89ddb3a4ce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:18.861103 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:19.578380 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:20.041002 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.648306 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:44.316541 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [req-fb43afb3-a393-491e-95ef-958bb550e544 req-46131638-5ced-46b5-865b-eed0e3df443b service neutron] (98398) timed out ('10.222.0.62', 52058) {{(pid=98398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 11:58:44.383611 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:46.615330 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-eece1808-3fd6-4266-9666-23d77f8c5632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:48.796462 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-bf7b27a8-8b29-4a41-b133-b413a38f338b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:48.864783 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:50.053339 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.676283 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.583052 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:59:14.416505 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.607452 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-94533f29-c760-46ac-94b4-870fdb815362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.789376 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-c623cfa8-6f04-45d3-9185-109a5de8ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.879180 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.054806 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.617388 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.587505 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:59:44.425504 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:46.614442 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-306e5df4-509e-4709-8a60-41cae63a9235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:48.793672 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-ea84fb76-1952-4d71-9497-cf6336881f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:48.883631 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:50.060468 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:51.626676 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.589127 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:14.431511 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.605934 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-d6ce977d-7016-4727-9479-074c509b110b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.795454 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-8ad92cfd-f233-4b91-bb3b-ff65d4312458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:18.882272 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:20.060712 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:21.628200 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:44.460561 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:46.612486 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2bbcd38d-7f19-48c0-975f-e0ed847d383c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:47.593068 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:48.800750 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-559fae85-0ba7-4cc5-bb92-de78d2e84258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:48.888764 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.065002 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:51.705889 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.477927 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:16.601024 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb130-1b67-4d22-b565-1ef2495093ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.798484 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-53b3ebf4-afab-4f5e-9815-751dc963f3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:18.889373 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:20.068768 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:21.630310 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:24.597683 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:01:29.529253 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [req-96e5d85e-6e91-4643-9c94-e3d648c9adaa req-b1b50415-0631-4f50-b854-cd621cd48424 service neutron] (98398) timed out ('10.222.0.18', 34976) {{(pid=98398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 12:01:44.478594 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:46.601815 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-08b1cebc-a0fe-4f83-a623-4c4827b6ae0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.804841 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-3ae29d75-f4ef-4371-ba1b-cefbed7d7c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.884137 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.078157 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.641331 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:52.103747 dv-cinder-786383-7-iscsi neutron-server[98398]: DEBUG neutron.wsgi [req-936e2e2b-a56d-47d5-8139-390d8528c5e2 req-63b3e599-ba48-4984-92cc-c7be323235c4 service neutron] (98398) timed out ('10.222.0.18', 60348) {{(pid=98398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 12:02:01.602729 dv-cinder-786383-7-iscsi neutron-server[98400]: DEBUG neutron.db.agents_db [None req-79e74407-1604-4aa7-aa87-2c2f3521d5f7 None None] Agent healthcheck: found 6 active agents {{(pid=98400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:02:14.477838 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-37f9515e-8018-452c-afe8-57b634eb6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.605636 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-2145aaa8-78d4-4c31-9449-eb5e90bc05f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.795555 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-b101510f-9021-4ec7-be84-9f5dfe529ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.890375 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-9a81d716-87cf-4dbd-bef1-1017ba840997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.075294 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-f276deda-46b9-42f0-a03f-43f724402148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.640523 dv-cinder-786383-7-iscsi neutron-server[98399]: DEBUG neutron_lib.callbacks.manager [None req-da747dfe-2a09-4b01-8156-10f3a40a8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748946639086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101038'] for agent, after_update {{(pid=98399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}